JUnit version 4.13.2
.23:12:16.834 [INFO - main] (RandomUtils.java:49) Using random seed: 1783465936827
23:12:16.895 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:12:16.977 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:12:16.985 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0n1kv5/test-tmp
23:12:16.988 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:12:16.991 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0n1kv5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:12:17.208 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:12:17.389 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:17.391 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:12:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.394268  2926 mini_oidc.cc:152] Starting JWKS server
23:12:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.397662  2926 webserver.cc:460] Webserver started at http://127.0.0.1:40351/ using document root <none> and password file <none>
23:12:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.398065  2926 mini_oidc.cc:189] Starting OIDC Discovery server
23:12:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.399923  2926 webserver.cc:460] Webserver started at http://127.0.0.1:45779/ using document root <none> and password file <none>
23:12:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:17Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:12:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:17Z Disabled control of system clock
23:12:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.449216  2926 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/logs
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data/info.pb
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.190:36797
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.190
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40351/jwks.json with env {}
23:12:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.748967  2938 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.749563  2938 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.750026  2938 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.781090  2938 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.781383  2938 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.781584  2938 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.781764  2938 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.781934  2938 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.782171  2938 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40351/jwks.json
23:12:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.816499  2938 master_runner.cc:386] Master server non-default flags:
23:12:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.190:36797
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40351/jwks.json
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data/info.pb
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.190
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/logs
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.817826  2938 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.819943  2938 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.837808  2945 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.837843  2944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.839661  2938 server_base.cc:1034] running on GCE node
23:12:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.838249  2947 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.057252  2938 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.060567  2938 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.062053  2938 hybrid_clock.cc:648] HybridClock initialized: now 1783465939062009 us; error 64 us; skew 500 ppm
23:12:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.062876  2938 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.069175  2938 webserver.cc:460] Webserver started at http://127.2.219.190:42603/ using document root <none> and password file <none>
23:12:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.070070  2938 fs_manager.cc:359] Metadata directory not provided
23:12:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.070252  2938 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.070721  2938 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.076561  2938 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data/instance:
23:12:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1acf517b63d349faa0e0f5efa8d3293d"
23:12:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:19 on dist-test-slave-98ff"
23:12:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.077701  2938 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal/instance:
23:12:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1acf517b63d349faa0e0f5efa8d3293d"
23:12:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:19 on dist-test-slave-98ff"
23:12:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.084820  2938 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.004s
23:12:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.090816  2954 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.092391  2938 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
23:12:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.092774  2938 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal
23:12:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1acf517b63d349faa0e0f5efa8d3293d"
23:12:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:19 on dist-test-slave-98ff"
23:12:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.093197  2938 fs_report.cc:383] FS layout report
23:12:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal
23:12:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal
23:12:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data/data
23:12:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.129812  2938 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.131398  2938 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.131956  2938 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.202242  2938 rpc_server.cc:307] RPC server started. Bound to: 127.2.219.190:36797
23:12:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.202353  3005 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.219.190:36797 every 8 connection(s)
23:12:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.205034  2938 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/data/info.pb
23:12:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.210161  3006 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.213821  2926 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 2938
23:12:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.214323  2926 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-0/wal/instance
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.217695  2926 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/logs
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data/info.pb
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.189:46541
23:12:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.189
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40351/jwks.json with env {}
23:12:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.222177  3006 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } has no permanent_uuid. Determining permanent_uuid...
23:12:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.253283  3006 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } has no permanent_uuid. Determining permanent_uuid...
23:12:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.255797  2955 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:19.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.260131  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.309628  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 1
23:12:19.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.313730  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.382112  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 2
23:12:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.386157  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:19.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.477653  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 3
23:12:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.482879  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.530643  3008 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.531328  3008 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.532024  3008 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.563977  3008 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.564345  3008 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.564674  3008 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.565038  3008 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.565394  3008 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.565665  3008 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40351/jwks.json
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.601577  3008 master_runner.cc:386] Master server non-default flags:
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal
23:12:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.189:46541
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40351/jwks.json
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data/info.pb
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.189
23:12:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/logs
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.603154  3008 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.605877  3008 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.624965  3017 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.626298  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 4
23:12:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.630491  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.929972  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 5
23:12:19.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.933952  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.481623  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 6
23:12:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.488765  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.189:46541: Network error: Client connection negotiation failed: client connection to 127.2.219.189:46541: connect: Connection refused (error 111)
23:12:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.625038  3018 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:19.626727  3008 server_base.cc:1034] running on GCE node
23:12:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:19.625242  3020 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.840554  3008 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.844990  3008 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:20.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.846475  3008 hybrid_clock.cc:648] HybridClock initialized: now 1783465940846439 us; error 53 us; skew 500 ppm
23:12:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.847549  3008 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.855369  3008 webserver.cc:460] Webserver started at http://127.2.219.189:36757/ using document root <none> and password file <none>
23:12:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.856590  3008 fs_manager.cc:359] Metadata directory not provided
23:12:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.858934  3008 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.862746  3008 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.870532  3008 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data/instance:
23:12:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1608f30fe2d44dcba0e19f1897b2321f"
23:12:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:20 on dist-test-slave-98ff"
23:12:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.873075  3008 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal/instance:
23:12:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1608f30fe2d44dcba0e19f1897b2321f"
23:12:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:20 on dist-test-slave-98ff"
23:12:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.882524  3008 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.007s
23:12:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.888893  3029 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.890276  3008 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.890667  3008 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1608f30fe2d44dcba0e19f1897b2321f"
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:20 on dist-test-slave-98ff"
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.891040  3008 fs_report.cc:383] FS layout report
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal
23:12:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal
23:12:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data/data
23:12:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.925591  3008 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.927174  3008 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.927698  3008 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.005918  3080 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.219.189:46541 every 8 connection(s)
23:12:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.005906  3008 rpc_server.cc:307] RPC server started. Bound to: 127.2.219.189:46541
23:12:21.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.009510  3008 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/data/info.pb
23:12:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.016398  3081 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.017133  2926 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3008
23:12:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.017592  2926 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-1/wal/instance
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.020716  2926 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/logs
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data/info.pb
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.188:38033
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.188
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40351/jwks.json with env {}
23:12:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.032801  3081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } has no permanent_uuid. Determining permanent_uuid...
23:12:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.058216  3081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } has no permanent_uuid. Determining permanent_uuid...
23:12:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.074802  3081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } has no permanent_uuid. Determining permanent_uuid...
23:12:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.077162  3031 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.081511  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.131146  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 1
23:12:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.136229  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.204722  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 2
23:12:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.209039  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.300518  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 3
23:12:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.304390  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.347790  3083 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:21.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.348694  3083 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:21.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.349412  3083 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.382251  3083 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.382541  3083 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.382742  3083 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.383021  3083 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.383313  3083 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.383554  3083 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40351/jwks.json
23:12:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.420466  3083 master_runner.cc:386] Master server non-default flags:
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.188:38033
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40351/jwks.json
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data/info.pb
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.188
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/logs
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.421751  3083 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:21.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.423542  3083 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.445302  3096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.447908  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 4
23:12:21.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.452450  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.549460  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } attempt: 7
23:12:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.565461  3006 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } has no permanent_uuid. Determining permanent_uuid...
23:12:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.575066  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.633653  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 1
23:12:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.638473  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.720120  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 2
23:12:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.724591  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.751999  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 5
23:12:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.756448  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.810216  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 3
23:12:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.815263  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.955924  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 4
23:12:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.961364  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.245002  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 5
23:12:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:22.249929  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:22.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.304445  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 6
23:12:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:22.312693  3081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.446295  3094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.445636  3093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.448762  3083 server_base.cc:1034] running on GCE node
23:12:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.688520  3083 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.691253  3083 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.692662  3083 hybrid_clock.cc:648] HybridClock initialized: now 1783465942692631 us; error 84 us; skew 500 ppm
23:12:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.693527  3083 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.700703  3083 webserver.cc:460] Webserver started at http://127.2.219.188:46641/ using document root <none> and password file <none>
23:12:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.701756  3083 fs_manager.cc:359] Metadata directory not provided
23:12:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.701951  3083 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.702394  3083 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.708711  3083 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data/instance:
23:12:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "346a244b53f34cd6a7704405d14de621"
23:12:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:22 on dist-test-slave-98ff"
23:12:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.709978  3083 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal/instance:
23:12:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "346a244b53f34cd6a7704405d14de621"
23:12:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:22 on dist-test-slave-98ff"
23:12:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.717746  3083 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
23:12:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.723636  3107 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.724910  3083 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:12:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.725235  3083 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal
23:12:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "346a244b53f34cd6a7704405d14de621"
23:12:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:22 on dist-test-slave-98ff"
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.725566  3083 fs_report.cc:383] FS layout report
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data/data
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.780007  3083 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.781610  3083 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.782038  3083 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.802693  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 6
23:12:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:22.810616  3006 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.219.188:38033: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.864130  3083 rpc_server.cc:307] RPC server started. Bound to: 127.2.219.188:38033
23:12:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.864255  3160 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.219.188:38033 every 8 connection(s)
23:12:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.867475  3083 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/data/info.pb
23:12:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.872951  2926 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3083
23:12:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.873337  2926 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/master-2/wal/instance
23:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.874939  3161 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.895171  3161 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } has no permanent_uuid. Determining permanent_uuid...
23:12:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.928195  3161 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } has no permanent_uuid. Determining permanent_uuid...
23:12:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.940964  3161 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } has no permanent_uuid. Determining permanent_uuid...
23:12:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.959296  3161 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: Bootstrap starting.
23:12:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.964867  3161 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: Neither blocks nor log segments found. Creating new log.
23:12:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.966903  3161 log.cc:824] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: Log is configured to *not* fsync() on all Append() calls
23:12:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.972741  3161 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: No bootstrap required, opened a new log
23:12:22.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.996886  3161 raft_consensus.cc:348] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.997525  3161 raft_consensus.cc:374] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.997812  3161 raft_consensus.cc:729] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 346a244b53f34cd6a7704405d14de621, State: Initialized, Role: FOLLOWER
23:12:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:22.998513  3161 consensus_queue.cc:260] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.001278  3170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.002408  3170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: This master's current role is: FOLLOWER
23:12:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.003149  3161 sys_catalog.cc:564] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: configured and running, proceeding with master startup.
23:12:23.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.031682  3181 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:23.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.032428  3181 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.037272  3113 tablet.cc:2369] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.027398  3083 master_runner.cc:186] Error getting master registration for 127.2.219.190:36797: OK, instance_id { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" instance_seqno: 1783465939182515 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.055711  3083 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:12:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.061483  3170 raft_consensus.cc:482] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.061964  3170 raft_consensus.cc:504] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.064064  3170 leader_election.cc:288] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1acf517b63d349faa0e0f5efa8d3293d (127.2.219.190:36797), 1608f30fe2d44dcba0e19f1897b2321f (127.2.219.189:46541)
23:12:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.373387  3081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 7
23:12:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.406922  3081 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: Bootstrap starting.
23:12:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.415220  3081 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: Neither blocks nor log segments found. Creating new log.
23:12:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.417575  3081 log.cc:824] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: Log is configured to *not* fsync() on all Append() calls
23:12:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.428483  3081 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: No bootstrap required, opened a new log
23:12:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.459837  3081 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.461546  3081 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.461872  3081 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1608f30fe2d44dcba0e19f1897b2321f, State: Initialized, Role: FOLLOWER
23:12:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.462909  3081 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.465809  3185 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.466799  3185 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: This master's current role is: FOLLOWER
23:12:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.467908  3081 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: configured and running, proceeding with master startup.
23:12:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.468079  3056 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "346a244b53f34cd6a7704405d14de621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1608f30fe2d44dcba0e19f1897b2321f" is_pre_election: true
23:12:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.468945  3056 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 346a244b53f34cd6a7704405d14de621 in term 0.
23:12:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.470392  3108 leader_election.cc:302] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1608f30fe2d44dcba0e19f1897b2321f, 346a244b53f34cd6a7704405d14de621; no voters: 
23:12:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.471249  3170 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.471606  3170 raft_consensus.cc:482] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.471953  3170 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 0 FOLLOWER]: Advancing to term 1
23:12:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.478618  3170 raft_consensus.cc:504] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.480495  3170 leader_election.cc:288] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [CANDIDATE]: Term 1 election: Requested vote from peers 1acf517b63d349faa0e0f5efa8d3293d (127.2.219.190:36797), 1608f30fe2d44dcba0e19f1897b2321f (127.2.219.189:46541)
23:12:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.482215  3056 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "346a244b53f34cd6a7704405d14de621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1608f30fe2d44dcba0e19f1897b2321f"
23:12:23.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.482750  3056 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 0 FOLLOWER]: Advancing to term 1
23:12:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.489221  3056 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 346a244b53f34cd6a7704405d14de621 in term 1.
23:12:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.490300  3108 leader_election.cc:302] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1608f30fe2d44dcba0e19f1897b2321f, 346a244b53f34cd6a7704405d14de621; no voters: 
23:12:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.491046  3170 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 1 FOLLOWER]: Leader election won for term 1
23:12:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.500732  3170 raft_consensus.cc:686] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [term 1 LEADER]: Becoming Leader. State: Replica: 346a244b53f34cd6a7704405d14de621, State: Running, Role: LEADER
23:12:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.502406  3170 consensus_queue.cc:237] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.519716  3198 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.520797  3198 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.525051  3194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 346a244b53f34cd6a7704405d14de621. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.527222  3194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: This master's current role is: LEADER
23:12:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.536782  3200 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:12:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.544420  3200 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.518584  3008 master_runner.cc:186] Error getting master registration for 127.2.219.190:36797: OK, instance_id { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" instance_seqno: 1783465939182515 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.559275  3008 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:12:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.569523  3056 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Refusing update from remote peer 346a244b53f34cd6a7704405d14de621: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.571533  3170 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.612624  3185 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 346a244b53f34cd6a7704405d14de621. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.613366  3185 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: This master's current role is: FOLLOWER
23:12:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.621752  3201 mvcc.cc:205] Tried to move back new op lower bound from 7305076504837455872 to 7305076504595492864. Current Snapshot: MvccSnapshot[applied={T|T < 7305076504837455872}]
23:12:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.624866  3170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.625595  3170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: This master's current role is: LEADER
23:12:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.647647  3200 catalog_manager.cc:1347] Generated new cluster ID: eae07151ed13481a8f0c580311cff675
23:12:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.648104  3200 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:12:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.673523  3185 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.674582  3185 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: This master's current role is: FOLLOWER
23:12:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.713624  3200 catalog_manager.cc:1370] Generated new certificate authority record
23:12:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.716676  3200 catalog_manager.cc:1504] Loading token signing keys...
23:12:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.756770  3200 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621: Generated new TSK 0
23:12:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.758116  3200 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.769826  2926 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/logs
23:12:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data/info.pb
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.129:0
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.219.129
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.129
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.844131  3006 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } attempt: 7
23:12:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.906204  3006 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: Bootstrap starting.
23:12:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.930361  3006 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: Neither blocks nor log segments found. Creating new log.
23:12:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.936856  3006 log.cc:824] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: Log is configured to *not* fsync() on all Append() calls
23:12:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.948510  3006 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: No bootstrap required, opened a new log
23:12:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.984210  3006 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.985272  3006 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.985641  3006 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1acf517b63d349faa0e0f5efa8d3293d, State: Initialized, Role: FOLLOWER
23:12:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.986944  3006 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.995702  3209 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:23.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.996585  3209 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: This master's current role is: FOLLOWER
23:12:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.999469  3006 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: configured and running, proceeding with master startup.
23:12:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.999883  2981 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "346a244b53f34cd6a7704405d14de621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1acf517b63d349faa0e0f5efa8d3293d" is_pre_election: true
23:12:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.001243  2981 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 346a244b53f34cd6a7704405d14de621 in term 0.
23:12:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.004575  2979 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 0 FOLLOWER]: Advancing to term 1
23:12:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.008322  2980 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "346a244b53f34cd6a7704405d14de621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1acf517b63d349faa0e0f5efa8d3293d"
23:12:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.014184  2979 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 1 FOLLOWER]: Refusing update from remote peer 346a244b53f34cd6a7704405d14de621: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.015913  3194 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.111227  3209 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 346a244b53f34cd6a7704405d14de621. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.112020  3209 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: This master's current role is: FOLLOWER
23:12:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.114061  3218 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.115032  3218 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: This master's current role is: FOLLOWER
23:12:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.155146  3225 catalog_manager.cc:1259] Loaded cluster ID: eae07151ed13481a8f0c580311cff675
23:12:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.167925  3225 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: loading cluster ID for follower catalog manager: success
23:12:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.177872  3225 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: acquiring CA information for follower catalog manager: success
23:12:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.184831  3225 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.464665  3206 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.465337  3206 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.466285  3206 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.526582  3198 catalog_manager.cc:1259] Loaded cluster ID: eae07151ed13481a8f0c580311cff675
23:12:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.526986  3206 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.527324  3198 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: loading cluster ID for follower catalog manager: success
23:12:24.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.528671  3206 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.219.129
23:12:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.535374  3198 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: acquiring CA information for follower catalog manager: success
23:12:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.546434  3198 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.592599  3231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "346a244b53f34cd6a7704405d14de621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.593389  3231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 346a244b53f34cd6a7704405d14de621 [sys.catalog]: This master's current role is: LEADER
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.604837  3206 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.129:0
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data/info.pb
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.129
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.219.129
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/logs
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.606462  3206 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.608700  3206 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.657294  3236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:26.033270  3234 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 3206
23:12:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.016989  3237 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:12:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.016515  3206 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.366s	user 0.665s	sys 1.082s
23:12:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.018551  3206 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.368s	user 0.665s	sys 1.082s
23:12:27.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.660897  3235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:27.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.020354  3238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.022593  3206 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.024019  3206 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.026628  3206 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.028131  3206 hybrid_clock.cc:648] HybridClock initialized: now 1783465947028015 us; error 115 us; skew 500 ppm
23:12:27.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.029152  3206 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.036865  3206 webserver.cc:460] Webserver started at http://127.2.219.129:44115/ using document root <none> and password file <none>
23:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.038040  3206 fs_manager.cc:359] Metadata directory not provided
23:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.038297  3206 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.038826  3206 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.045909  3206 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data/instance:
23:12:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b38f8887d41d488d896789fc700e70b6"
23:12:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:27 on dist-test-slave-98ff"
23:12:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.047521  3206 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal/instance:
23:12:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b38f8887d41d488d896789fc700e70b6"
23:12:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:27 on dist-test-slave-98ff"
23:12:27.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.056579  3206 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:12:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.063126  3245 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:27.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.064646  3206 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:12:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.065162  3206 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal
23:12:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b38f8887d41d488d896789fc700e70b6"
23:12:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:27 on dist-test-slave-98ff"
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.065701  3206 fs_report.cc:383] FS layout report
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data/data
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.121583  3206 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:27.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.123112  3206 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:27.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.123639  3206 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.126717  3206 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.130955  3206 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.131189  3206 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.131516  3206 ts_tablet_manager.cc:610] Registered 0 tablets
23:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.131727  3206 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.303426  3206 rpc_server.cc:307] RPC server started. Bound to: 127.2.219.129:46389
23:12:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.303561  3357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.219.129:46389 every 8 connection(s)
23:12:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.306401  3206 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/data/info.pb
23:12:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.316449  2926 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3206
23:12:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.317412  2926 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-0/wal/instance
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.332463  2926 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/logs
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data/info.pb
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.130:0
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.219.130
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.130
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:27.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.372808  3359 heartbeater.cc:347] Connected to a master server at 127.2.219.189:46541
23:12:27.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.373248  3359 heartbeater.cc:464] Registering TS with master...
23:12:27.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.374354  3359 heartbeater.cc:511] Master 127.2.219.189:46541 requested a full tablet report, sending...
23:12:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.382079  3046 ts_manager.cc:194] Registered new tserver with Master: b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389)
23:12:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.393880  3358 heartbeater.cc:347] Connected to a master server at 127.2.219.188:38033
23:12:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.394230  3358 heartbeater.cc:464] Registering TS with master...
23:12:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.395004  3358 heartbeater.cc:511] Master 127.2.219.188:38033 requested a full tablet report, sending...
23:12:27.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.397789  3126 ts_manager.cc:194] Registered new tserver with Master: b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389)
23:12:27.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.399574  3360 heartbeater.cc:347] Connected to a master server at 127.2.219.190:36797
23:12:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.400002  3360 heartbeater.cc:464] Registering TS with master...
23:12:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.400800  3360 heartbeater.cc:511] Master 127.2.219.190:36797 requested a full tablet report, sending...
23:12:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.400928  3126 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.219.129:42939
23:12:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.403717  2971 ts_manager.cc:194] Registered new tserver with Master: b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389)
23:12:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.689515  3371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.689970  3371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.690380  3371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.721774  3371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.722672  3371 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.219.130
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.758963  3371 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data
23:12:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.130:0
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data/info.pb
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.130
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.219.130
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/logs
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.760246  3371 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.762282  3371 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:27.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.781185  3380 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.405907  3358 heartbeater.cc:503] Master 127.2.219.188:38033 was elected leader, sending a full tablet report...
23:12:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.781227  3379 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.783845  3382 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.783622  3371 server_base.cc:1034] running on GCE node
23:12:29.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.008544  3371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.011451  3371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.013195  3371 hybrid_clock.cc:648] HybridClock initialized: now 1783465949013123 us; error 80 us; skew 500 ppm
23:12:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.014191  3371 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.024752  3371 webserver.cc:460] Webserver started at http://127.2.219.130:36577/ using document root <none> and password file <none>
23:12:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.025944  3371 fs_manager.cc:359] Metadata directory not provided
23:12:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.026206  3371 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:29.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.026736  3371 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.033716  3371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data/instance:
23:12:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8"
23:12:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:29 on dist-test-slave-98ff"
23:12:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.035188  3371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal/instance:
23:12:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8"
23:12:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:29 on dist-test-slave-98ff"
23:12:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.044301  3371 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:12:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.050827  3391 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.052163  3371 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.052470  3371 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal
23:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8"
23:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:29 on dist-test-slave-98ff"
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.052770  3371 fs_report.cc:383] FS layout report
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data/data
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.091248  3371 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.092741  3371 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.093142  3371 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.095609  3371 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:12:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.099943  3371 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.100145  3371 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.100353  3371 ts_tablet_manager.cc:610] Registered 0 tablets
23:12:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.100487  3371 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.246095  3371 rpc_server.cc:307] RPC server started. Bound to: 127.2.219.130:43555
23:12:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.246222  3503 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.219.130:43555 every 8 connection(s)
23:12:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.248746  3371 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/data/info.pb
23:12:29.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.255873  2926 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3371
23:12:29.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.256702  2926 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal/instance
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.290634  2926 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/logs
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data/info.pb
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.131:0
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.219.131
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.131
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.317030  3505 heartbeater.cc:347] Connected to a master server at 127.2.219.189:46541
23:12:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.317551  3505 heartbeater.cc:464] Registering TS with master...
23:12:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.319046  3505 heartbeater.cc:511] Master 127.2.219.189:46541 requested a full tablet report, sending...
23:12:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.321657  3504 heartbeater.cc:347] Connected to a master server at 127.2.219.188:38033
23:12:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.322017  3504 heartbeater.cc:464] Registering TS with master...
23:12:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.322886  3504 heartbeater.cc:511] Master 127.2.219.188:38033 requested a full tablet report, sending...
23:12:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.324162  3046 ts_manager.cc:194] Registered new tserver with Master: fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555)
23:12:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.325536  3126 ts_manager.cc:194] Registered new tserver with Master: fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555)
23:12:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.327551  3126 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.219.130:41527
23:12:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.328567  3506 heartbeater.cc:347] Connected to a master server at 127.2.219.190:36797
23:12:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.328912  3506 heartbeater.cc:464] Registering TS with master...
23:12:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.329767  3506 heartbeater.cc:511] Master 127.2.219.190:36797 requested a full tablet report, sending...
23:12:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.333290  2971 ts_manager.cc:194] Registered new tserver with Master: fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555)
23:12:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.620280  3514 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.620746  3514 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.621273  3514 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.652961  3514 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.653787  3514 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.219.131
23:12:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.689473  3514 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.219.148:38683
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.219.131:0
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data/info.pb
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.219.131
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.219.190:36797,127.2.219.189:46541,127.2.219.188:38033
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.219.131
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/logs
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.690729  3514 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:29.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.692529  3514 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:29.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.712666  3522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:30.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.333300  3504 heartbeater.cc:503] Master 127.2.219.188:38033 was elected leader, sending a full tablet report...
23:12:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.717000  3524 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.712749  3521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:30.940930  3523 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:12:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.941026  3514 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.948496  3514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.951436  3514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.953277  3514 hybrid_clock.cc:648] HybridClock initialized: now 1783465950953180 us; error 90 us; skew 500 ppm
23:12:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.954269  3514 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.961885  3514 webserver.cc:460] Webserver started at http://127.2.219.131:37219/ using document root <none> and password file <none>
23:12:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.962917  3514 fs_manager.cc:359] Metadata directory not provided
23:12:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.963181  3514 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.963706  3514 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.968627  3514 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data/instance:
23:12:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547181f539541aebc04d8ddb485bcdf"
23:12:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:30 on dist-test-slave-98ff"
23:12:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.969882  3514 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal/instance:
23:12:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547181f539541aebc04d8ddb485bcdf"
23:12:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:30 on dist-test-slave-98ff"
23:12:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.977584  3514 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.007s
23:12:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.983932  3531 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.985252  3514 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:12:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.985631  3514 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal
23:12:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547181f539541aebc04d8ddb485bcdf"
23:12:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:30 on dist-test-slave-98ff"
23:12:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.986052  3514 fs_report.cc:383] FS layout report
23:12:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data/data
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.032869  3514 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.034927  3514 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.035638  3514 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.038570  3514 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:12:31.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.043306  3514 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:31.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.043558  3514 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.043911  3514 ts_tablet_manager.cc:610] Registered 0 tablets
23:12:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.044103  3514 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:31.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.195145  3514 rpc_server.cc:307] RPC server started. Bound to: 127.2.219.131:38251
23:12:31.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.195245  3643 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.219.131:38251 every 8 connection(s)
23:12:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.197793  3514 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/data/info.pb
23:12:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.207142  2926 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3514
23:12:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.207657  2926 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal/instance
23:12:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.268429  3646 heartbeater.cc:347] Connected to a master server at 127.2.219.190:36797
23:12:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.268939  3646 heartbeater.cc:464] Registering TS with master...
23:12:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.270175  3646 heartbeater.cc:511] Master 127.2.219.190:36797 requested a full tablet report, sending...
23:12:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.270437  3645 heartbeater.cc:347] Connected to a master server at 127.2.219.189:46541
23:12:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.270752  3645 heartbeater.cc:464] Registering TS with master...
23:12:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.271544  3645 heartbeater.cc:511] Master 127.2.219.189:46541 requested a full tablet report, sending...
23:12:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.271792  3644 heartbeater.cc:347] Connected to a master server at 127.2.219.188:38033
23:12:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.272213  3644 heartbeater.cc:464] Registering TS with master...
23:12:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.273087  3644 heartbeater.cc:511] Master 127.2.219.188:38033 requested a full tablet report, sending...
23:12:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.273639  2971 ts_manager.cc:194] Registered new tserver with Master: f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.274454  3046 ts_manager.cc:194] Registered new tserver with Master: f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.275432  3125 ts_manager.cc:194] Registered new tserver with Master: f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.277578  3125 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.219.131:33757
23:12:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.294163  2926 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
23:12:31.305 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:31.306 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:12:31.317 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.219.190"
      port: 36797
    }
    bound_http_address {
      host: "127.2.219.190"
      port: 42603
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.219.189"
      port: 46541
    }
    bound_http_address {
      host: "127.2.219.189"
      port: 36757
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.219.188"
      port: 38033
    }
    bound_http_address {
      host: "127.2.219.188"
      port: 46641
    }
  }
}

23:12:31.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:12:31.323 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.219.129"
      port: 46389
    }
    bound_http_address {
      host: "127.2.219.129"
      port: 44115
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.219.130"
      port: 43555
    }
    bound_http_address {
      host: "127.2.219.130"
      port: 36577
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.219.131"
      port: 38251
    }
    bound_http_address {
      host: "127.2.219.131"
      port: 37219
    }
  }
}

23:12:31.324 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:12:31.540 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:31.778 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.219.190:36797(127.2.219.190:36797)] connecting to peer
23:12:31.843 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:31.846 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.219.189:46541(127.2.219.189:46541)] connecting to peer
23:12:31.900 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.219.188:38033(127.2.219.188:38033)] Successfully connected to peer
23:12:31.906 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.219.190:36797(127.2.219.190:36797)] Successfully connected to peer
23:12:31.975 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.219.189:46541(127.2.219.189:46541)] Successfully connected to peer
23:12:32.016 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.219.190
23:12:32.016 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.219.188
23:12:32.166 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.219.189
23:12:32.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.281510  3644 heartbeater.cc:503] Master 127.2.219.188:38033 was elected leader, sending a full tablet report...
23:12:32.355 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x797d5478, L:/127.0.0.1:40482 - R:/127.2.219.188:38033] using SASL/PLAIN
23:12:32.355 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5d504e4a, L:/127.0.0.1:58338 - R:/127.2.219.190:36797] using SASL/PLAIN
23:12:32.376 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9f157c52, L:/127.0.0.1:51916 - R:/127.2.219.189:46541] using SASL/PLAIN
23:12:32.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:32.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=669), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [633ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: OK, [639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, deferred=null) after lookup
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.467343  3125 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40482:
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:12:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:32.472880  3125 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:12:32.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 164635b2137548a09b23f06e3d6f65de
23:12:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.566641  3293 tablet_service.cc:1467] Processing CreateTablet for tablet 38e51754b82a409984b468c0c311ac3b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.568607  3293 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38e51754b82a409984b468c0c311ac3b. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.575579  3439 tablet_service.cc:1467] Processing CreateTablet for tablet 38e51754b82a409984b468c0c311ac3b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.577498  3439 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38e51754b82a409984b468c0c311ac3b. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.579501  3579 tablet_service.cc:1467] Processing CreateTablet for tablet 38e51754b82a409984b468c0c311ac3b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.582108  3579 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38e51754b82a409984b468c0c311ac3b. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.593559  3680 tablet_bootstrap.cc:492] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: Bootstrap starting.
23:12:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.598898  3680 tablet_bootstrap.cc:654] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: Neither blocks nor log segments found. Creating new log.
23:12:32.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.603309  3680 log.cc:824] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: Log is configured to *not* fsync() on all Append() calls
23:12:32.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.608125  3682 tablet_bootstrap.cc:492] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Bootstrap starting.
23:12:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.610061  3680 tablet_bootstrap.cc:492] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: No bootstrap required, opened a new log
23:12:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.610579  3680 ts_tablet_manager.cc:1397] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.002s
23:12:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.615646  3682 tablet_bootstrap.cc:654] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Neither blocks nor log segments found. Creating new log.
23:12:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.617905  3682 log.cc:824] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Log is configured to *not* fsync() on all Append() calls
23:12:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.618891  3683 tablet_bootstrap.cc:492] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Bootstrap starting.
23:12:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.625500  3682 tablet_bootstrap.cc:492] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: No bootstrap required, opened a new log
23:12:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.626001  3682 ts_tablet_manager.cc:1397] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Time spent bootstrapping tablet: real 0.019s	user 0.007s	sys 0.008s
23:12:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.626258  3683 tablet_bootstrap.cc:654] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Neither blocks nor log segments found. Creating new log.
23:12:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.628557  3683 log.cc:824] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Log is configured to *not* fsync() on all Append() calls
23:12:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.633747  3683 tablet_bootstrap.cc:492] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: No bootstrap required, opened a new log
23:12:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.634241  3683 ts_tablet_manager.cc:1397] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Time spent bootstrapping tablet: real 0.016s	user 0.009s	sys 0.004s
23:12:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.642045  3680 raft_consensus.cc:348] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.643070  3680 raft_consensus.cc:374] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.643330  3680 raft_consensus.cc:729] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b38f8887d41d488d896789fc700e70b6, State: Initialized, Role: FOLLOWER
23:12:32.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.644382  3680 consensus_queue.cc:260] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.650607  3680 ts_tablet_manager.cc:1428] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: Time spent starting tablet: real 0.040s	user 0.031s	sys 0.001s
23:12:32.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.659235  3682 raft_consensus.cc:348] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.660159  3682 raft_consensus.cc:374] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:32.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.660457  3682 raft_consensus.cc:729] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe09f5da9d0b4dfb994bf2bf5cbf19a8, State: Initialized, Role: FOLLOWER
23:12:32.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.661757  3682 consensus_queue.cc:260] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.665591  3682 ts_tablet_manager.cc:1428] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Time spent starting tablet: real 0.039s	user 0.023s	sys 0.016s
23:12:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.676563  3683 raft_consensus.cc:348] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.677338  3683 raft_consensus.cc:374] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.677647  3683 raft_consensus.cc:729] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f547181f539541aebc04d8ddb485bcdf, State: Initialized, Role: FOLLOWER
23:12:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.678370  3683 consensus_queue.cc:260] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.681296  3683 ts_tablet_manager.cc:1428] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Time spent starting tablet: real 0.047s	user 0.035s	sys 0.000s
23:12:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:32.713797  3648 tablet.cc:2369] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.715574  3686 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.716156  3686 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.718935  3686 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555), f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:32.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.734583  3459 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "b38f8887d41d488d896789fc700e70b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" is_pre_election: true
23:12:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.735558  3459 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b38f8887d41d488d896789fc700e70b6 in term 0.
23:12:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.735682  3599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "b38f8887d41d488d896789fc700e70b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f547181f539541aebc04d8ddb485bcdf" is_pre_election: true
23:12:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.736549  3599 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b38f8887d41d488d896789fc700e70b6 in term 0.
23:12:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.736963  3246 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b38f8887d41d488d896789fc700e70b6, fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: 
23:12:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.737929  3686 raft_consensus.cc:2781] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.738186  3686 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.738487  3686 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 0 FOLLOWER]: Advancing to term 1
23:12:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.742950  3686 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.744455  3686 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [CANDIDATE]: Term 1 election: Requested vote from peers fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555), f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.746032  3599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "b38f8887d41d488d896789fc700e70b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f547181f539541aebc04d8ddb485bcdf"
23:12:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.745950  3459 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "b38f8887d41d488d896789fc700e70b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8"
23:12:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.746573  3459 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 0 FOLLOWER]: Advancing to term 1
23:12:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.746560  3599 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 0 FOLLOWER]: Advancing to term 1
23:12:32.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.751276  3599 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b38f8887d41d488d896789fc700e70b6 in term 1.
23:12:32.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.751302  3459 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b38f8887d41d488d896789fc700e70b6 in term 1.
23:12:32.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.752208  3246 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b38f8887d41d488d896789fc700e70b6, fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: 
23:12:32.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.752789  3686 raft_consensus.cc:2781] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 1 FOLLOWER]: Leader election won for term 1
23:12:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.754472  3686 raft_consensus.cc:686] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [term 1 LEADER]: Becoming Leader. State: Replica: b38f8887d41d488d896789fc700e70b6, State: Running, Role: LEADER
23:12:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.755376  3686 consensus_queue.cc:237] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.768662  3125 catalog_manager.cc:5495] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 reported cstate change: term changed from 0 to 1, leader changed from <none> to b38f8887d41d488d896789fc700e70b6 (127.2.219.129). New cstate: current_term: 1 leader_uuid: "b38f8887d41d488d896789fc700e70b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } health_report { overall_health: UNKNOWN } } }
23:12:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:32.797317  3511 tablet.cc:2369] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:32.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 164635b2137548a09b23f06e3d6f65de
23:12:32.829 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:32.837 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:32.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: OK, deferred=null) after lookup
23:12:32.851 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:32.852 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] Successfully connected to peer
23:12:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:32.892267  3367 tablet.cc:2369] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:32.920 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7f6e2c67, L:/127.0.0.1:43734 - R:/127.2.219.129:46389] using TOKEN/null
23:12:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.934028  3599 raft_consensus.cc:1261] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Refusing update from remote peer b38f8887d41d488d896789fc700e70b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.934326  3459 raft_consensus.cc:1261] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Refusing update from remote peer b38f8887d41d488d896789fc700e70b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.935424  3686 consensus_queue.cc:1035] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.936266  3691 consensus_queue.cc:1035] T 38e51754b82a409984b468c0c311ac3b P b38f8887d41d488d896789fc700e70b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.955909  3693 mvcc.cc:205] Tried to move back new op lower bound from 7305076543202586624 to 7305076542493831168. Current Snapshot: MvccSnapshot[applied={T|T < 7305076543202586624}]
23:12:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:32.984371  3695 mvcc.cc:205] Tried to move back new op lower bound from 7305076543202586624 to 7305076542493831168. Current Snapshot: MvccSnapshot[applied={T|T < 7305076543202586624}]
23:12:33.216 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=38e51754b82a409984b468c0c311ac3b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:33.219 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.219.188:38033
23:12:33.221 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:12:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.222111  2926 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3083
23:12:33.263 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.219.188:38033(127.2.219.188:38033)] handling channelInactive
23:12:33.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state READY due to: connection closed
23:12:33.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:33.274 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.219.129:46389
23:12:33.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.282827  2926 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3206
23:12:33.308 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] handling channelInactive
23:12:33.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state READY due to: connection closed
23:12:33.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:33.310 [DEBUG - Time-limited test] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:33.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:33.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:33.313 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:33.319 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.322 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.2.219.188:38033(127.2.219.188:38033) for tablet Kudu Master: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.339 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.359 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.378 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.398 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.439 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.519 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.599 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.779 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:33.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:33.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:33.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.995944  3504 heartbeater.cc:644] Failed to heartbeat to 127.2.219.188:38033 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.999307  3644 heartbeater.cc:644] Failed to heartbeat to 127.2.219.188:38033 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:34.118 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:34.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:34.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:34.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:34.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541; will retry
23:12:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.282091  3706 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 346a244b53f34cd6a7704405d14de621)
23:12:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.282605  3706 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.284518  3706 leader_election.cc:288] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1acf517b63d349faa0e0f5efa8d3293d (127.2.219.190:36797), 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033)
23:12:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.285781  2980 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1608f30fe2d44dcba0e19f1897b2321f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1acf517b63d349faa0e0f5efa8d3293d" is_pre_election: true
23:12:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.286962  3031 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111) [suppressed 6 similar messages]
23:12:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.290536  3031 leader_election.cc:334] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033): Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:34.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.290928  3031 leader_election.cc:302] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1608f30fe2d44dcba0e19f1897b2321f; no voters: 1acf517b63d349faa0e0f5efa8d3293d, 346a244b53f34cd6a7704405d14de621
23:12:34.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.291661  3706 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:12:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.661473  3709 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b38f8887d41d488d896789fc700e70b6)
23:12:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.661893  3709 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:34.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.663349  3710 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b38f8887d41d488d896789fc700e70b6)
23:12:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.663687  3710 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.664134  3709 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389), f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.666363  3392 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.667636  3710 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389), fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555)
23:12:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.674357  3532 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:34.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.686211  3392 leader_election.cc:334] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:34.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.686244  3599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f547181f539541aebc04d8ddb485bcdf" is_pre_election: true
23:12:34.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.686260  3532 leader_election.cc:334] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.686811  3599 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe09f5da9d0b4dfb994bf2bf5cbf19a8 in term 1.
23:12:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.687636  3459 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "f547181f539541aebc04d8ddb485bcdf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" is_pre_election: true
23:12:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.687754  3392 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: f547181f539541aebc04d8ddb485bcdf, fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: b38f8887d41d488d896789fc700e70b6
23:12:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.688247  3459 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f547181f539541aebc04d8ddb485bcdf in term 1.
23:12:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.688846  3709 raft_consensus.cc:2781] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:12:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.689210  3709 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader b38f8887d41d488d896789fc700e70b6)
23:12:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.688972  3719 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 346a244b53f34cd6a7704405d14de621)
23:12:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.689528  3709 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 1 FOLLOWER]: Advancing to term 2
23:12:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.689891  3532 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: f547181f539541aebc04d8ddb485bcdf, fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: b38f8887d41d488d896789fc700e70b6
23:12:34.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.689886  3719 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.690800  3710 raft_consensus.cc:2781] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Leader pre-election won for term 2
23:12:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.691120  3710 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Starting leader election (detected failure of leader b38f8887d41d488d896789fc700e70b6)
23:12:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.691437  3710 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 1 FOLLOWER]: Advancing to term 2
23:12:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.692811  3719 leader_election.cc:288] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1608f30fe2d44dcba0e19f1897b2321f (127.2.219.189:46541), 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033)
23:12:34.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.693899  3056 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1acf517b63d349faa0e0f5efa8d3293d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1608f30fe2d44dcba0e19f1897b2321f" is_pre_election: true
23:12:34.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.694959  3056 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1acf517b63d349faa0e0f5efa8d3293d in term 1.
23:12:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.696688  3709 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.697132  2955 leader_election.cc:302] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1608f30fe2d44dcba0e19f1897b2321f, 1acf517b63d349faa0e0f5efa8d3293d; no voters: 
23:12:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.699041  3709 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 2 election: Requested vote from peers b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389), f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.698920  3710 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.700273  3719 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 1 FOLLOWER]: Leader pre-election won for term 2
23:12:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.700907  3719 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 346a244b53f34cd6a7704405d14de621)
23:12:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.701694  3719 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 1 FOLLOWER]: Advancing to term 2
23:12:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.702034  3599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f547181f539541aebc04d8ddb485bcdf"
23:12:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.703025  3599 raft_consensus.cc:2379] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate fe09f5da9d0b4dfb994bf2bf5cbf19a8 in current term 2: Already voted for candidate f547181f539541aebc04d8ddb485bcdf in this term.
23:12:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.704588  3710 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [CANDIDATE]: Term 2 election: Requested vote from peers b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389), fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555)
23:12:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.706069  3459 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "f547181f539541aebc04d8ddb485bcdf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8"
23:12:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.706851  3459 raft_consensus.cc:2379] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f547181f539541aebc04d8ddb485bcdf in current term 2: Already voted for candidate fe09f5da9d0b4dfb994bf2bf5cbf19a8 in this term.
23:12:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.707966  3392 leader_election.cc:334] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.708366  3392 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: b38f8887d41d488d896789fc700e70b6, f547181f539541aebc04d8ddb485bcdf
23:12:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.708724  3532 leader_election.cc:334] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:34.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.709235  3532 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f547181f539541aebc04d8ddb485bcdf; no voters: b38f8887d41d488d896789fc700e70b6, fe09f5da9d0b4dfb994bf2bf5cbf19a8
23:12:34.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.710289  3709 raft_consensus.cc:2726] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:12:34.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.710343  3710 raft_consensus.cc:2726] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:12:34.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.717272  2956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111) [suppressed 13 similar messages]
23:12:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.720377  3719 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.721264  2956 leader_election.cc:334] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033): Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.722520  3719 leader_election.cc:288] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [CANDIDATE]: Term 2 election: Requested vote from peers 1608f30fe2d44dcba0e19f1897b2321f (127.2.219.189:46541), 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033)
23:12:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.722888  3056 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1acf517b63d349faa0e0f5efa8d3293d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1608f30fe2d44dcba0e19f1897b2321f"
23:12:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.723412  3056 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 1 FOLLOWER]: Advancing to term 2
23:12:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.725735  2956 leader_election.cc:334] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033): Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111)
23:12:34.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.729879  3056 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1acf517b63d349faa0e0f5efa8d3293d in term 2.
23:12:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.730698  2955 leader_election.cc:302] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1608f30fe2d44dcba0e19f1897b2321f, 1acf517b63d349faa0e0f5efa8d3293d; no voters: 346a244b53f34cd6a7704405d14de621
23:12:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.731405  3719 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 2 FOLLOWER]: Leader election won for term 2
23:12:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.732299  3719 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [term 2 LEADER]: Becoming Leader. State: Replica: 1acf517b63d349faa0e0f5efa8d3293d, State: Running, Role: LEADER
23:12:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.733119  3719 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } }
23:12:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.736896  3722 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1acf517b63d349faa0e0f5efa8d3293d. Latest consensus state: current_term: 2 leader_uuid: "1acf517b63d349faa0e0f5efa8d3293d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.737666  3722 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: This master's current role is: LEADER
23:12:34.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.739531  3724 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:12:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.746711  3724 catalog_manager.cc:669] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de]
23:12:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.751102  3724 tablet_loader.cc:96] loaded metadata for tablet 38e51754b82a409984b468c0c311ac3b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de])
23:12:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.751945  3724 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:12:34.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.755424  3724 catalog_manager.cc:1259] Loaded cluster ID: eae07151ed13481a8f0c580311cff675
23:12:34.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.755621  3724 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:12:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.759758  3724 catalog_manager.cc:1504] Loading token signing keys...
23:12:34.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.762789  3724 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: Loaded TSK: 0
23:12:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.764261  3724 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:12:34.939 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.219.188:38033(127.2.219.188:38033)] connecting to peer
23:12:34.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:34.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.219.188:38033(127.2.219.188:38033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:34.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.219.188:38033: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033
23:12:34.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:34.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=29992, elapsed=1626), Traces: [0ms] sending RPC to server master-127.2.219.188:38033, [4ms] received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [26ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [285ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [286ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [464ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [467ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [468ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [468ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [806ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [806ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [807ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1626ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, deferred=Deferred@207296208(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@1935435706 after retry RPC after error@825225638) -> (continuation of Deferred@1329273865 after retry RPC after error@461532840) -> (continuation of Deferred@192134101 after retry RPC after error@1159711196) -> (continuation of Deferred@1381191202 after retry RPC after error@1521257966) -> (continuation of Deferred@1276586109 after retry RPC after error@2013088010) -> (continuation of Deferred@1066875785 after retry RPC after error@32113256) -> (continuation of Deferred@1959495400 after retry RPC after error@1776497762) -> (continuation of Deferred@1865286052 after retry RPC after error@1040623467) -> (continuation of Deferred@374512261 after retry RPC after error@1717758985), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1935435706 after retry RPC after error@825225638) -> (continuation of Deferred@1329273865 after retry RPC after error@461532840) -> (continuation of Deferred@192134101 after retry RPC after error@1159711196) -> (continuation of Deferred@1381191202 after retry RPC after error@1521257966) -> (continuation of Deferred@1276586109 after retry RPC after error@2013088010) -> (continuation of Deferred@1066875785 after retry RPC after error@32113256) -> (continuation of Deferred@1959495400 after retry RPC after error@1776497762) -> (continuation of Deferred@1865286052 after retry RPC after error@1040623467) -> (continuation of Deferred@374512261 after retry RPC after error@1717758985))) after lookup
23:12:34.952 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:34.952 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:34.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1643), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test)) after lookup
23:12:34.958 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:34.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:34.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:34.959 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:34.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:34.984 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:34.987 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1674), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1647ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1649ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1649ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1673ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126))) after lookup
23:12:34.988 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:34.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:34.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:34.991 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:35.043 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:35.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1733), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1647ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1649ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1649ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1673ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1678ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1681ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1681ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1728ms] refreshing cache from master, [1728ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1732ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433))) after lookup
23:12:35.046 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:35.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.047 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:35.083 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:35.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1773), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1647ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1649ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1649ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1673ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1678ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1681ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1681ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1728ms] refreshing cache from master, [1728ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1732ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1735ms] too many traces: truncated at 100 traces, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492))) after lookup
23:12:35.086 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:35.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.088 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:35.206940  2956 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d -> Peer 346a244b53f34cd6a7704405d14de621 (127.2.219.188:38033): Couldn't send request to peer 346a244b53f34cd6a7704405d14de621. Status: Network error: Client connection negotiation failed: client connection to 127.2.219.188:38033: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:35.262 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:35.262 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:35.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1953), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1647ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1649ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1649ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1673ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1678ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1681ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1681ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1728ms] refreshing cache from master, [1728ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1732ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1735ms] too many traces: truncated at 100 traces, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492) -> (continuation of Deferred@1846431131 after retry RPC@493853181), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492) -> (continuation of Deferred@1846431131 after retry RPC@493853181))) after lookup
23:12:35.265 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:35.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.266 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.344794  3056 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [term 2 FOLLOWER]: Refusing update from remote peer 1acf517b63d349faa0e0f5efa8d3293d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:12:35.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.346196  3722 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:12:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.351435  3725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1acf517b63d349faa0e0f5efa8d3293d. Latest consensus state: current_term: 2 leader_uuid: "1acf517b63d349faa0e0f5efa8d3293d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.352608  3725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: This master's current role is: FOLLOWER
23:12:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.355321  3722 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1acf517b63d349faa0e0f5efa8d3293d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.356073  3722 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d [sys.catalog]: This master's current role is: LEADER
23:12:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.356935  3725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1acf517b63d349faa0e0f5efa8d3293d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1acf517b63d349faa0e0f5efa8d3293d" member_type: VOTER last_known_addr { host: "127.2.219.190" port: 36797 } } peers { permanent_uuid: "1608f30fe2d44dcba0e19f1897b2321f" member_type: VOTER last_known_addr { host: "127.2.219.189" port: 46541 } } peers { permanent_uuid: "346a244b53f34cd6a7704405d14de621" member_type: VOTER last_known_addr { host: "127.2.219.188" port: 38033 } } }
23:12:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.357664  3725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1608f30fe2d44dcba0e19f1897b2321f [sys.catalog]: This master's current role is: FOLLOWER
23:12:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.986457  3646 heartbeater.cc:503] Master 127.2.219.190:36797 was elected leader, sending a full tablet report...
23:12:35.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.995800  3506 heartbeater.cc:503] Master 127.2.219.190:36797 was elected leader, sending a full tablet report...
23:12:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.350122  3739 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.350482  3739 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.351883  3739 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389), f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.353703  3599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f547181f539541aebc04d8ddb485bcdf" is_pre_election: true
23:12:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.354342  3599 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe09f5da9d0b4dfb994bf2bf5cbf19a8 in term 2.
23:12:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.355225  3392 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f547181f539541aebc04d8ddb485bcdf, fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: 
23:12:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.355875  3739 raft_consensus.cc:2781] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Leader pre-election won for term 3
23:12:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.355882  3392 leader_election.cc:334] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.356146  3739 raft_consensus.cc:482] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.356340  3739 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 2 FOLLOWER]: Advancing to term 3
23:12:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.360167  3739 raft_consensus.cc:504] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.361361  3739 leader_election.cc:288] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 3 election: Requested vote from peers b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389), f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251)
23:12:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.362763  3599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38e51754b82a409984b468c0c311ac3b" candidate_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f547181f539541aebc04d8ddb485bcdf"
23:12:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.363166  3599 raft_consensus.cc:3037] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 2 FOLLOWER]: Advancing to term 3
23:12:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.364074  3392 leader_election.cc:334] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.368077  3599 raft_consensus.cc:2454] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe09f5da9d0b4dfb994bf2bf5cbf19a8 in term 3.
23:12:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.368912  3392 leader_election.cc:302] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: f547181f539541aebc04d8ddb485bcdf, fe09f5da9d0b4dfb994bf2bf5cbf19a8; no voters: b38f8887d41d488d896789fc700e70b6
23:12:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.369544  3739 raft_consensus.cc:2781] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 3 FOLLOWER]: Leader election won for term 3
23:12:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.370350  3739 raft_consensus.cc:686] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 3 LEADER]: Becoming Leader. State: Replica: fe09f5da9d0b4dfb994bf2bf5cbf19a8, State: Running, Role: LEADER
23:12:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.371287  3739 consensus_queue.cc:237] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } }
23:12:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.380342  2970 catalog_manager.cc:5495] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 reported cstate change: term changed from 1 to 3, leader changed from b38f8887d41d488d896789fc700e70b6 (127.2.219.129) to fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130). New cstate: current_term: 3 leader_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b38f8887d41d488d896789fc700e70b6" member_type: VOTER last_known_addr { host: "127.2.219.129" port: 46389 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fe09f5da9d0b4dfb994bf2bf5cbf19a8" member_type: VOTER last_known_addr { host: "127.2.219.130" port: 43555 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 } health_report { overall_health: UNKNOWN } } }
23:12:36.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:36.383 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)[L],f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)]}]
23:12:36.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3073), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1647ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1649ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1649ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1673ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1678ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1681ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1681ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1728ms] refreshing cache from master, [1728ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1732ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1735ms] too many traces: truncated at 100 traces, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492) -> (continuation of Deferred@1846431131 after retry RPC@493853181) -> (continuation of Deferred@1306258445 after retry RPC@644825376), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492) -> (continuation of Deferred@1846431131 after retry RPC@493853181) -> (continuation of Deferred@1306258445 after retry RPC@644825376))) after lookup
23:12:36.385 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] connecting to peer
23:12:36.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:36.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] cleaning up while in state CONNECTING due to: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:36.387 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389) for tablet 38e51754b82a409984b468c0c311ac3b: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389
23:12:36.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 38e51754b82a409984b468c0c311ac3b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:12:36.683 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=38e51754b82a409984b468c0c311ac3b@[b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389),f547181f539541aebc04d8ddb485bcdf(127.2.219.131:38251),fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)[L]]}]
23:12:36.684 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=38e51754b82a409984b468c0c311ac3b, attempt=14, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3373), Traces: [0ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [2ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [3ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [12ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [36ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [40ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [48ms] Sub RPC GetTableLocations: refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [55ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [74ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [88ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [128ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [132ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [133ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [135ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [208ms] Sub RPC GetTableLocations: refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [211ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [212ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [214ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [214ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [288ms] Sub RPC GetTableLocations: refreshing cache from master, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [292ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [293ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [468ms] Sub RPC GetTableLocations: refreshing cache from master, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [469ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [472ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [475ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [476ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [476ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [808ms] Sub RPC GetTableLocations: refreshing cache from master, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [809ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [814ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [815ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [815ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.2.219.190:36797,127.2.219.188:38033,127.2.219.189:46541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1628ms] Sub RPC GetTableLocations: refreshing cache from master, [1628ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.190:36797, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.188:38033, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.219.189:46541, [1632ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.188:38033: Network error: Failed to connect to peer master-127.2.219.188:38033(127.2.219.188:38033): Connection refused: /127.2.219.188:38033, [1634ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.190:36797: OK, [1638ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.2.219.189:46541: OK, [1641ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1647ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1649ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1649ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1673ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1678ms] sending RPC to server b38f8887d41d488d896789fc700e70b6, [1681ms] received response from server b38f8887d41d488d896789fc700e70b6: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1681ms] delaying RPC due to: Network error: Failed to connect to peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389): Connection refused: /127.2.219.129:46389, [1728ms] refreshing cache from master, [1728ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.219.190:36797, [1732ms] Sub RPC GetTableLocations: received response from server master-127.2.219.190:36797: OK, [1735ms] too many traces: truncated at 100 traces, deferred=Deferred@1927823343(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@706c0585 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492) -> (continuation of Deferred@1846431131 after retry RPC@493853181) -> (continuation of Deferred@1306258445 after retry RPC@644825376) -> (continuation of Deferred@1538518776 after retry RPC@126472943), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19fad25 -> wakeup thread Time-limited test -> (continuation of Deferred@207296208 after retry RPC@923019126) -> (continuation of Deferred@1846074577 after retry RPC@2023848433) -> (continuation of Deferred@1092703889 after retry RPC@986266492) -> (continuation of Deferred@1846431131 after retry RPC@493853181) -> (continuation of Deferred@1306258445 after retry RPC@644825376) -> (continuation of Deferred@1538518776 after retry RPC@126472943))) after lookup
23:12:36.706 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)] connecting to peer
23:12:36.707 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)] Successfully connected to peer
23:12:36.728 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc03370bf, L:/127.0.0.1:38984 - R:/127.2.219.130:43555] using TOKEN/null
23:12:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.736446  3599 raft_consensus.cc:1261] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 3 FOLLOWER]: Refusing update from remote peer fe09f5da9d0b4dfb994bf2bf5cbf19a8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
23:12:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.737697  3741 consensus_queue.cc:1035] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f547181f539541aebc04d8ddb485bcdf" member_type: VOTER last_known_addr { host: "127.2.219.131" port: 38251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
23:12:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.738752  3392 consensus_peers.cc:487] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 -> Peer b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): Couldn't send request to peer b38f8887d41d488d896789fc700e70b6. Status: Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.748879  3750 mvcc.cc:205] Tried to move back new op lower bound from 7305076558780817408 to 7305076557305380864. Current Snapshot: MvccSnapshot[applied={T|T < 7305076558780817408}]
23:12:36.887 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestClientFailoverSupport$1.get(TestClientFailoverSupport.java:82)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestClientFailoverSupport.waitUntilRowCount(TestClientFailoverSupport.java:78)
	org.apache.kudu.client.TestClientFailoverSupport.doTestMasterFailover(TestClientFailoverSupport.java:123)
	org.apache.kudu.client.TestClientFailoverSupport.testKillLeaderMaster(TestClientFailoverSupport.java:96)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
23:12:36.900 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=38e51754b82a409984b468c0c311ac3b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.905566  2970 catalog_manager.cc:2461] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:58338:
23:12:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:12:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.906090  2970 catalog_manager.cc:2645] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:58338:
23:12:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:12:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.921885  2970 catalog_manager.cc:5782] T 00000000000000000000000000000000 P 1acf517b63d349faa0e0f5efa8d3293d: Sending DeleteTablet for 3 replicas of tablet 38e51754b82a409984b468c0c311ac3b
23:12:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.944406  3439 tablet_service.cc:1514] Processing DeleteTablet for tablet 38e51754b82a409984b468c0c311ac3b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:12:36 UTC) from {username='slave'} at 127.0.0.1:38992
23:12:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.945457  2955 catalog_manager.cc:4584] TS b38f8887d41d488d896789fc700e70b6 (127.2.219.129:46389): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 38e51754b82a409984b468c0c311ac3b: Network error: Client connection negotiation failed: client connection to 127.2.219.129:46389: connect: Connection refused (error 111)
23:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.947185  3765 tablet_replica.cc:330] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: stopping tablet replica
23:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.948134  3765 raft_consensus.cc:2229] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 3 LEADER]: Raft consensus shutting down.
23:12:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.949918  3765 raft_consensus.cc:2258] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8 [term 3 FOLLOWER]: Raft consensus is shut down!
23:12:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.949954  3579 tablet_service.cc:1514] Processing DeleteTablet for tablet 38e51754b82a409984b468c0c311ac3b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:12:36 UTC) from {username='slave'} at 127.0.0.1:51430
23:12:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.952746  3765 ts_tablet_manager.cc:1905] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Deleting tablet data with delete state TABLET_DATA_DELETED
23:12:36.958 [DEBUG - main] (Connection.java:575) [peer b38f8887d41d488d896789fc700e70b6(127.2.219.129:46389)] disconnecting while in state TERMINATED
23:12:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.959306  3766 tablet_replica.cc:330] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: stopping tablet replica
23:12:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.960230  3766 raft_consensus.cc:2229] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 3 FOLLOWER]: Raft consensus shutting down.
23:12:36.960 [DEBUG - main] (Connection.java:575) [peer fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)] disconnecting while in state READY
23:12:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.961442  3766 raft_consensus.cc:2258] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf [term 3 FOLLOWER]: Raft consensus is shut down!
23:12:36.961 [DEBUG - main] (Connection.java:575) [peer master-127.2.219.190:36797(127.2.219.190:36797)] disconnecting while in state READY
23:12:36.962 [DEBUG - main] (Connection.java:575) [peer master-127.2.219.189:46541(127.2.219.189:46541)] disconnecting while in state READY
23:12:36.962 [DEBUG - main] (Connection.java:575) [peer master-127.2.219.188:38033(127.2.219.188:38033)] disconnecting while in state TERMINATED
23:12:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.964617  3766 ts_tablet_manager.cc:1905] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Deleting tablet data with delete state TABLET_DATA_DELETED
23:12:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.964856  3765 ts_tablet_manager.cc:1918] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
23:12:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.965333  3765 log.cc:1196] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Deleting WAL directory at /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-1/wal/wals/38e51754b82a409984b468c0c311ac3b
23:12:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.966229  3765 ts_tablet_manager.cc:1939] T 38e51754b82a409984b468c0c311ac3b P fe09f5da9d0b4dfb994bf2bf5cbf19a8: Deleting consensus metadata
23:12:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.969524  2955 catalog_manager.cc:4841] TS fe09f5da9d0b4dfb994bf2bf5cbf19a8 (127.2.219.130:43555): tablet 38e51754b82a409984b468c0c311ac3b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de]) successfully deleted
23:12:36.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.978487  3766 ts_tablet_manager.cc:1918] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
23:12:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.978820  3766 log.cc:1196] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Deleting WAL directory at /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster6761947096154284344/ts-2/wal/wals/38e51754b82a409984b468c0c311ac3b
23:12:36.981 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)] handling channelInactive
23:12:36.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fe09f5da9d0b4dfb994bf2bf5cbf19a8(127.2.219.130:43555)] cleaning up while in state READY due to: connection closed
23:12:36.981 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.219.190:36797(127.2.219.190:36797)] handling channelInactive
23:12:36.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.190:36797(127.2.219.190:36797)] cleaning up while in state READY due to: connection closed
23:12:36.982 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.219.189:46541(127.2.219.189:46541)] handling channelInactive
23:12:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.979478  2926 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3371
23:12:36.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.219.189:46541(127.2.219.189:46541)] cleaning up while in state READY due to: connection closed
23:12:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.979586  3766 ts_tablet_manager.cc:1939] T 38e51754b82a409984b468c0c311ac3b P f547181f539541aebc04d8ddb485bcdf: Deleting consensus metadata
23:12:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.983263  2955 catalog_manager.cc:4841] TS f547181f539541aebc04d8ddb485bcdf (127.2.219.131:38251): tablet 38e51754b82a409984b468c0c311ac3b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=164635b2137548a09b23f06e3d6f65de]) successfully deleted
23:12:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.013998  2926 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3514
23:12:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.045392  2926 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 2938
23:12:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.074198  2926 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3008
23:12:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:38Z chronyd exiting
.23:12:39.629 [INFO - main] (RandomUtils.java:49) Using random seed: 1783465959629
23:12:39.632 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:12:39.632 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:12:39.633 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0n1kv5/test-tmp
23:12:39.633 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:12:39.633 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0n1kv5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:12:39.635 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:12:39.972 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:39.972 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:12:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.976838  3771 mini_oidc.cc:152] Starting JWKS server
23:12:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.981276  3771 webserver.cc:460] Webserver started at http://127.0.0.1:34439/ using document root <none> and password file <none>
23:12:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.981796  3771 mini_oidc.cc:189] Starting OIDC Discovery server
23:12:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.983994  3771 webserver.cc:460] Webserver started at http://127.0.0.1:39547/ using document root <none> and password file <none>
23:12:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:40Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:12:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:40Z Disabled control of system clock
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.037863  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/logs
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/info.pb
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.254:42069
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.254
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json with env {}
23:12:40.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.332566  3783 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:40.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.333287  3783 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.333864  3783 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.363943  3783 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.364305  3783 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.364629  3783 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.364940  3783 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.365247  3783 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.365469  3783 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34439/jwks.json
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.403237  3783 master_runner.cc:386] Master server non-default flags:
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.254:42069
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/info.pb
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.254
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/logs
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.405514  3783 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.407323  3783 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.426856  3789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.426898  3792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.426905  3790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.428014  3783 server_base.cc:1034] running on GCE node
23:12:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.615367  3783 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.618053  3783 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.619417  3783 hybrid_clock.cc:648] HybridClock initialized: now 1783465961619361 us; error 61 us; skew 500 ppm
23:12:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.620512  3783 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.626838  3783 webserver.cc:460] Webserver started at http://127.3.174.254:42085/ using document root <none> and password file <none>
23:12:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.627705  3783 fs_manager.cc:359] Metadata directory not provided
23:12:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.627938  3783 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.628332  3783 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.633186  3783 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/instance:
23:12:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec6ebf8908a44acda7f907edd07a43d9"
23:12:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-98ff"
23:12:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.634207  3783 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal/instance:
23:12:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec6ebf8908a44acda7f907edd07a43d9"
23:12:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-98ff"
23:12:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.641064  3783 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.004s	sys 0.004s
23:12:41.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.646667  3799 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.647869  3783 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:12:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.648144  3783 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec6ebf8908a44acda7f907edd07a43d9"
23:12:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-98ff"
23:12:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.648437  3783 fs_report.cc:383] FS layout report
23:12:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/data
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.689203  3783 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.690671  3783 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.691071  3783 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.757382  3783 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.254:42069
23:12:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.757490  3850 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.254:42069 every 8 connection(s)
23:12:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.759899  3783 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/info.pb
23:12:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.765461  3851 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.767884  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3783
23:12:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.768430  3771 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal/instance
23:12:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.773506  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/logs
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data/info.pb
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.253:37045
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.253
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json with env {}
23:12:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.781307  3851 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } has no permanent_uuid. Determining permanent_uuid...
23:12:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.812040  3851 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } has no permanent_uuid. Determining permanent_uuid...
23:12:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:41.814244  3802 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:41.818186  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.867624  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 1
23:12:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:41.871456  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.939886  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 2
23:12:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:41.943672  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.035104  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 3
23:12:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.038700  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.082135  3853 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.083139  3853 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.083917  3853 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.115061  3853 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.115453  3853 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.115839  3853 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.116148  3853 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.116454  3853 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.116684  3853 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34439/jwks.json
23:12:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.151294  3853 master_runner.cc:386] Master server non-default flags:
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.253:37045
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data/info.pb
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.253
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/logs
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.152910  3853 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.154764  3853 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.174254  3862 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.182061  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 4
23:12:42.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.185581  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.485033  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 5
23:12:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.488605  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.036237  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 6
23:12:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.043211  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.253:37045: Network error: Client connection negotiation failed: client connection to 127.3.174.253:37045: connect: Connection refused (error 111)
23:12:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.176685  3853 server_base.cc:1034] running on GCE node
23:12:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.175275  3865 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.174813  3863 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.371229  3853 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.373885  3853 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:43.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.375263  3853 hybrid_clock.cc:648] HybridClock initialized: now 1783465963375225 us; error 48 us; skew 500 ppm
23:12:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.376271  3853 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.389232  3853 webserver.cc:460] Webserver started at http://127.3.174.253:40327/ using document root <none> and password file <none>
23:12:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.391113  3853 fs_manager.cc:359] Metadata directory not provided
23:12:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.391569  3853 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:43.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.392388  3853 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.400991  3853 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data/instance:
23:12:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22260834858642089f2e17d4d7ab9042"
23:12:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:43 on dist-test-slave-98ff"
23:12:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.403007  3853 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal/instance:
23:12:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22260834858642089f2e17d4d7ab9042"
23:12:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:43 on dist-test-slave-98ff"
23:12:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.414790  3853 fs_manager.cc:691] Time spent creating directory manager: real 0.011s	user 0.007s	sys 0.002s
23:12:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.424826  3874 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.426254  3853 fs_manager.cc:725] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.000s
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.426604  3853 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22260834858642089f2e17d4d7ab9042"
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:43 on dist-test-slave-98ff"
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.427209  3853 fs_report.cc:383] FS layout report
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal
23:12:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data/data
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.475546  3853 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.477116  3853 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.477597  3853 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.554203  3853 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.253:37045
23:12:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.554267  3925 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.253:37045 every 8 connection(s)
23:12:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.557508  3853 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/data/info.pb
23:12:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.563076  3926 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.567312  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3853
23:12:43.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.567791  3771 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-1/wal/instance
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.570957  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/logs
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data/info.pb
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.252:38693
23:12:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.252
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json with env {}
23:12:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.578809  3926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } has no permanent_uuid. Determining permanent_uuid...
23:12:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.603936  3926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } has no permanent_uuid. Determining permanent_uuid...
23:12:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.619881  3926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } has no permanent_uuid. Determining permanent_uuid...
23:12:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.622040  3878 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.625965  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.675477  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 1
23:12:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.679159  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.747609  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 2
23:12:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.751394  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.842761  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 3
23:12:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.846565  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:43.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.893558  3928 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:43.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.894244  3928 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:43.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.894838  3928 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.925186  3928 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.925547  3928 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.925890  3928 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.926192  3928 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.926503  3928 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.926730  3928 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34439/jwks.json
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.961138  3928 master_runner.cc:386] Master server non-default flags:
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.252:38693
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data/info.pb
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.252
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/logs
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.962679  3928 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:43.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.964560  3928 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.983181  3938 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.989954  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 4
23:12:43.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.993291  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.103861  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } attempt: 7
23:12:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.120023  3851 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } has no permanent_uuid. Determining permanent_uuid...
23:12:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.125557  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.184175  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 1
23:12:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.188131  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.269688  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 2
23:12:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.274251  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.292752  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 5
23:12:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.298537  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.360044  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 3
23:12:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.364094  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.504673  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 4
23:12:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.509114  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.792680  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 5
23:12:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.797482  3851 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.845992  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 6
23:12:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.852349  3926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.174.252:38693: Network error: Client connection negotiation failed: client connection to 127.3.174.252:38693: connect: Connection refused (error 111)
23:12:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.983382  3939 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.985102  3928 server_base.cc:1034] running on GCE node
23:12:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.984421  3941 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.191375  3928 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.194608  3928 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.196010  3928 hybrid_clock.cc:648] HybridClock initialized: now 1783465965195962 us; error 53 us; skew 500 ppm
23:12:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.196794  3928 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.203474  3928 webserver.cc:460] Webserver started at http://127.3.174.252:33243/ using document root <none> and password file <none>
23:12:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.204443  3928 fs_manager.cc:359] Metadata directory not provided
23:12:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.204632  3928 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.205024  3928 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.209816  3928 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data/instance:
23:12:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bc23df9df394c9eb4493236cef4fa9d"
23:12:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:45 on dist-test-slave-98ff"
23:12:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.211077  3928 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal/instance:
23:12:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bc23df9df394c9eb4493236cef4fa9d"
23:12:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:45 on dist-test-slave-98ff"
23:12:45.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.219297  3928 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
23:12:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.224798  3952 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.225852  3928 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.004s
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.226135  3928 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bc23df9df394c9eb4493236cef4fa9d"
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:45 on dist-test-slave-98ff"
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.226430  3928 fs_report.cc:383] FS layout report
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal
23:12:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data/data
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.262311  3928 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.263705  3928 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.264110  3928 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:45.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.331872  3928 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.252:38693
23:12:45.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.332043  4003 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.252:38693 every 8 connection(s)
23:12:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.334463  3928 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/data/info.pb
23:12:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.339737  4004 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.343732  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 3928
23:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.344149  3771 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-2/wal/instance
23:12:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.350080  3851 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 6
23:12:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.352758  4004 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } has no permanent_uuid. Determining permanent_uuid...
23:12:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.395352  4004 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } has no permanent_uuid. Determining permanent_uuid...
23:12:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.406016  3851 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Bootstrap starting.
23:12:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.409847  4004 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } has no permanent_uuid. Determining permanent_uuid...
23:12:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.412492  3851 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Neither blocks nor log segments found. Creating new log.
23:12:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.414901  3851 log.cc:824] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Log is configured to *not* fsync() on all Append() calls
23:12:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.419477  3851 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: No bootstrap required, opened a new log
23:12:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.429081  4004 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: Bootstrap starting.
23:12:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.436367  4004 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: Neither blocks nor log segments found. Creating new log.
23:12:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.438544  4004 log.cc:824] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: Log is configured to *not* fsync() on all Append() calls
23:12:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.442699  3851 raft_consensus.cc:348] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.443727  3851 raft_consensus.cc:374] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.444204  3851 raft_consensus.cc:729] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec6ebf8908a44acda7f907edd07a43d9, State: Initialized, Role: FOLLOWER
23:12:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.445520  4004 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: No bootstrap required, opened a new log
23:12:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.445070  3851 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.448194  4016 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.449273  3851 sys_catalog.cc:564] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: configured and running, proceeding with master startup.
23:12:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.449252  4016 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: FOLLOWER
23:12:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.450402  4016 raft_consensus.cc:482] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.450457  3805 tablet.cc:2369] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.451062  4016 raft_consensus.cc:504] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.455346  4016 leader_election.cc:288] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 22260834858642089f2e17d4d7ab9042 (127.3.174.253:37045), 0bc23df9df394c9eb4493236cef4fa9d (127.3.174.252:38693)
23:12:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.480767  4004 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.481868  4004 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.482146  4004 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0bc23df9df394c9eb4493236cef4fa9d, State: Initialized, Role: FOLLOWER
23:12:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.483088  4004 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.487095  4023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.488265  4023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: This master's current role is: FOLLOWER
23:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.488454  4004 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: configured and running, proceeding with master startup.
23:12:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.492024  3979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec6ebf8908a44acda7f907edd07a43d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0bc23df9df394c9eb4493236cef4fa9d" is_pre_election: true
23:12:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.493036  3979 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec6ebf8908a44acda7f907edd07a43d9 in term 0.
23:12:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.494853  3803 leader_election.cc:302] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0bc23df9df394c9eb4493236cef4fa9d, ec6ebf8908a44acda7f907edd07a43d9; no voters: 
23:12:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.496809  4016 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.497239  4016 raft_consensus.cc:482] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.497625  4016 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 0 FOLLOWER]: Advancing to term 1
23:12:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.507196  4016 raft_consensus.cc:504] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.509542  4029 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.510106  4029 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.515908  4016 leader_election.cc:288] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [CANDIDATE]: Term 1 election: Requested vote from peers 22260834858642089f2e17d4d7ab9042 (127.3.174.253:37045), 0bc23df9df394c9eb4493236cef4fa9d (127.3.174.252:38693)
23:12:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.517331  3979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec6ebf8908a44acda7f907edd07a43d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0bc23df9df394c9eb4493236cef4fa9d"
23:12:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.517886  3979 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 0 FOLLOWER]: Advancing to term 1
23:12:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.519245  3958 tablet.cc:2369] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.525375  3979 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec6ebf8908a44acda7f907edd07a43d9 in term 1.
23:12:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.544951  3803 leader_election.cc:302] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0bc23df9df394c9eb4493236cef4fa9d, ec6ebf8908a44acda7f907edd07a43d9; no voters: 
23:12:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.546144  4016 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 1 FOLLOWER]: Leader election won for term 1
23:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.564216  4016 raft_consensus.cc:686] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 1 LEADER]: Becoming Leader. State: Replica: ec6ebf8908a44acda7f907edd07a43d9, State: Running, Role: LEADER
23:12:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.568899  4016 consensus_queue.cc:237] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.594455  4042 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:12:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.594218  4035 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec6ebf8908a44acda7f907edd07a43d9. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.595062  4035 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: LEADER
23:12:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.523056  3783 master_runner.cc:186] Error getting master registration for 127.3.174.253:37045: OK, instance_id { permanent_uuid: "22260834858642089f2e17d4d7ab9042" instance_seqno: 1783465963533803 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.617386  3783 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:12:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.615695  4043 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:12:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.631903  4043 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:12:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.606412  3928 master_runner.cc:186] Error getting master registration for 127.3.174.253:37045: OK, instance_id { permanent_uuid: "22260834858642089f2e17d4d7ab9042" instance_seqno: 1783465963533803 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.651886  3928 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:12:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.662204  3979 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 1 FOLLOWER]: Refusing update from remote peer ec6ebf8908a44acda7f907edd07a43d9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.663923  4016 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.688138  4044 mvcc.cc:205] Tried to move back new op lower bound from 7305076595336032256 to 7305076595008073728. Current Snapshot: MvccSnapshot[applied={T|T < 7305076595336032256}]
23:12:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.691229  4016 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.692029  4016 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: LEADER
23:12:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.694383  4043 catalog_manager.cc:1347] Generated new cluster ID: fd5595a9ab7e44f78b3bf1316ea1cce7
23:12:45.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.694864  4043 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:12:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.696009  4023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec6ebf8908a44acda7f907edd07a43d9. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:45.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.698308  4023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: This master's current role is: FOLLOWER
23:12:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.722589  4023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.723341  4023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: This master's current role is: FOLLOWER
23:12:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.729782  4043 catalog_manager.cc:1370] Generated new certificate authority record
23:12:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.732663  4043 catalog_manager.cc:1504] Loading token signing keys...
23:12:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.755987  4043 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Generated new TSK 0
23:12:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.757102  4043 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.778019  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/logs
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data/info.pb
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.193:0
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.174.193
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.193
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:45.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.912786  3926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } attempt: 7
23:12:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.947840  3926 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: Bootstrap starting.
23:12:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.955452  3926 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: Neither blocks nor log segments found. Creating new log.
23:12:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.957877  3926 log.cc:824] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: Log is configured to *not* fsync() on all Append() calls
23:12:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.964337  3926 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: No bootstrap required, opened a new log
23:12:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.995896  3926 raft_consensus.cc:348] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.996829  3926 raft_consensus.cc:374] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.997135  3926 raft_consensus.cc:729] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22260834858642089f2e17d4d7ab9042, State: Initialized, Role: FOLLOWER
23:12:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.998248  3926 consensus_queue.cc:260] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.001152  4053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.001976  4053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: This master's current role is: FOLLOWER
23:12:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.004974  3926 sys_catalog.cc:564] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: configured and running, proceeding with master startup.
23:12:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.005164  3901 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec6ebf8908a44acda7f907edd07a43d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22260834858642089f2e17d4d7ab9042" is_pre_election: true
23:12:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.006026  3901 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec6ebf8908a44acda7f907edd07a43d9 in term 0.
23:12:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.008486  3900 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec6ebf8908a44acda7f907edd07a43d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22260834858642089f2e17d4d7ab9042"
23:12:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.009090  3900 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 0 FOLLOWER]: Advancing to term 1
23:12:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.015796  3900 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec6ebf8908a44acda7f907edd07a43d9 in term 1.
23:12:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.017814  3899 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Refusing update from remote peer ec6ebf8908a44acda7f907edd07a43d9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.025419  4016 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.083647  4053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec6ebf8908a44acda7f907edd07a43d9. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.084441  4053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: This master's current role is: FOLLOWER
23:12:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.085640  4064 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.086408  4064 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: This master's current role is: FOLLOWER
23:12:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.113153  4069 catalog_manager.cc:1259] Loaded cluster ID: fd5595a9ab7e44f78b3bf1316ea1cce7
23:12:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.113688  4069 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: loading cluster ID for follower catalog manager: success
23:12:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.121776  4069 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: acquiring CA information for follower catalog manager: success
23:12:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.127518  4069 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.211380  4050 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.211923  4050 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.212507  4050 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.247692  4050 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.248868  4050 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.174.193
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.285679  4050 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.193:0
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data/info.pb
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.193
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.174.193
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/logs
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.287243  4050 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.289081  4050 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:46.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.318369  4076 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.604574  4016 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec6ebf8908a44acda7f907edd07a43d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.605317  4016 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: LEADER
23:12:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.625223  4042 catalog_manager.cc:1259] Loaded cluster ID: fd5595a9ab7e44f78b3bf1316ea1cce7
23:12:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.625906  4042 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: loading cluster ID for follower catalog manager: success
23:12:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.646466  4042 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: acquiring CA information for follower catalog manager: success
23:12:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.674540  4042 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:49.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.043325  3847 debug-util.cc:398] Leaking SignalData structure 0x7b0800082ba0 after lost signal to thread 3784
23:12:49.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.044195  3847 debug-util.cc:398] Leaking SignalData structure 0x7b080009fc00 after lost signal to thread 3850
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:47.708586  4075 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 4050
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.205679  4075 kernel_stack_watchdog.cc:198] Thread 4050 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 393ms:
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.206568  4050 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.896s	user 0.692s	sys 1.042s
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.206933  4050 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.896s	user 0.692s	sys 1.042s
23:12:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.209234  4079 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.209347  4050 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.209417  4078 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2890 milliseconds
23:12:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.318493  4077 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.221460  4050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.228325  4050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.244253  4050 hybrid_clock.cc:648] HybridClock initialized: now 1783465969244175 us; error 96 us; skew 500 ppm
23:12:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.245414  4050 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.278085  4050 webserver.cc:460] Webserver started at http://127.3.174.193:45733/ using document root <none> and password file <none>
23:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.279631  4050 fs_manager.cc:359] Metadata directory not provided
23:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.280081  4050 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.280776  4050 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.298125  4050 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data/instance:
23:12:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f581abf40bf44d99ef34ae4bdd753c0"
23:12:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:49 on dist-test-slave-98ff"
23:12:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.300187  4050 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal/instance:
23:12:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f581abf40bf44d99ef34ae4bdd753c0"
23:12:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:49 on dist-test-slave-98ff"
23:12:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.321933  4050 fs_manager.cc:691] Time spent creating directory manager: real 0.021s	user 0.007s	sys 0.002s
23:12:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.341392  4089 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.349858  4050 fs_manager.cc:725] Time spent opening block manager: real 0.023s	user 0.006s	sys 0.004s
23:12:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.350555  4050 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal
23:12:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f581abf40bf44d99ef34ae4bdd753c0"
23:12:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:49 on dist-test-slave-98ff"
23:12:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.351186  4050 fs_report.cc:383] FS layout report
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data/data
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.464548  4050 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.481688  4050 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.482527  4050 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.492908  4050 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:12:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.509245  4050 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.509750  4050 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.510179  4050 ts_tablet_manager.cc:610] Registered 0 tablets
23:12:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.510538  4050 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.407341  4203 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.193:38491 every 8 connection(s)
23:12:50.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.408669  4050 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.193:38491
23:12:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.413712  4050 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/data/info.pb
23:12:50.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.419636  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 4050
23:12:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.420346  3771 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-0/wal/instance
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.440691  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/logs
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data/info.pb
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.194:0
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.174.194
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.194
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:50.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.535575  4211 heartbeater.cc:347] Connected to a master server at 127.3.174.254:42069
23:12:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.536103  4211 heartbeater.cc:464] Registering TS with master...
23:12:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.538779  4211 heartbeater.cc:511] Master 127.3.174.254:42069 requested a full tablet report, sending...
23:12:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.541033  4204 heartbeater.cc:347] Connected to a master server at 127.3.174.252:38693
23:12:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.541375  4204 heartbeater.cc:464] Registering TS with master...
23:12:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.542218  4204 heartbeater.cc:511] Master 127.3.174.252:38693 requested a full tablet report, sending...
23:12:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.543210  3816 ts_manager.cc:194] Registered new tserver with Master: 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.550040  3969 ts_manager.cc:194] Registered new tserver with Master: 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.554085  3816 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.174.193:58357
23:12:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.556542  4208 heartbeater.cc:347] Connected to a master server at 127.3.174.253:37045
23:12:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.556890  4208 heartbeater.cc:464] Registering TS with master...
23:12:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.562866  4208 heartbeater.cc:511] Master 127.3.174.253:37045 requested a full tablet report, sending...
23:12:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.566052  3891 ts_manager.cc:194] Registered new tserver with Master: 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.934309  4207 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.934880  4207 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.935503  4207 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.974611  4207 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.975600  4207 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.174.194
23:12:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:51.010258  4207 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.194:0
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data/info.pb
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.194
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.174.194
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/logs
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:51.011802  4207 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:51.013937  4207 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:51.041042  4221 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:51.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:51.562937  4211 heartbeater.cc:503] Master 127.3.174.254:42069 was elected leader, sending a full tablet report...
23:12:52.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.431670  4219 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 4207
23:12:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.816329  4219 kernel_stack_watchdog.cc:198] Thread 4207 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
23:12:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:51.041056  4220 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.818427  4223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.817588  4207 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.781s	user 0.645s	sys 1.064s
23:12:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.818964  4207 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.783s	user 0.645s	sys 1.064s
23:12:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.821312  4222 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1779 milliseconds
23:12:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.821748  4207 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.824607  4207 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.827395  4207 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:52.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.829046  4207 hybrid_clock.cc:648] HybridClock initialized: now 1783465972828978 us; error 40 us; skew 500 ppm
23:12:52.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.830029  4207 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.838124  4207 webserver.cc:460] Webserver started at http://127.3.174.194:35861/ using document root <none> and password file <none>
23:12:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.839025  4207 fs_manager.cc:359] Metadata directory not provided
23:12:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.839207  4207 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.839586  4207 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:52.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.844805  4207 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data/instance:
23:12:52.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a95d0a5f95b44219b9161110b2fcdb0"
23:12:52.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:52 on dist-test-slave-98ff"
23:12:52.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.846101  4207 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal/instance:
23:12:52.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a95d0a5f95b44219b9161110b2fcdb0"
23:12:52.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:52 on dist-test-slave-98ff"
23:12:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.854626  4207 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.002s
23:12:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.862690  4231 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.863890  4207 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.005s
23:12:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.864178  4207 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal
23:12:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a95d0a5f95b44219b9161110b2fcdb0"
23:12:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:52 on dist-test-slave-98ff"
23:12:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.864476  4207 fs_report.cc:383] FS layout report
23:12:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data/data
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.917655  4207 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:52.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.919077  4207 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:52.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.919489  4207 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.922576  4207 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:12:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.927007  4207 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.927202  4207 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.927497  4207 ts_tablet_manager.cc:610] Registered 0 tablets
23:12:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.927646  4207 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.079559  4207 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.194:35237
23:12:53.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.079763  4343 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.194:35237 every 8 connection(s)
23:12:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.082494  4207 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/data/info.pb
23:12:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.092233  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 4207
23:12:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.092865  3771 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-1/wal/instance
23:12:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.107033  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal
23:12:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data
23:12:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/logs
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data/info.pb
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.195:0
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.174.195
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.195
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:53.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.137938  4344 heartbeater.cc:347] Connected to a master server at 127.3.174.252:38693
23:12:53.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.138443  4344 heartbeater.cc:464] Registering TS with master...
23:12:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.139027  4345 heartbeater.cc:347] Connected to a master server at 127.3.174.253:37045
23:12:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.139402  4345 heartbeater.cc:464] Registering TS with master...
23:12:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.139612  4344 heartbeater.cc:511] Master 127.3.174.252:38693 requested a full tablet report, sending...
23:12:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.140528  4345 heartbeater.cc:511] Master 127.3.174.253:37045 requested a full tablet report, sending...
23:12:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.142635  3969 ts_manager.cc:194] Registered new tserver with Master: 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237)
23:12:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.143507  3891 ts_manager.cc:194] Registered new tserver with Master: 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237)
23:12:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.146350  4346 heartbeater.cc:347] Connected to a master server at 127.3.174.254:42069
23:12:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.146745  4346 heartbeater.cc:464] Registering TS with master...
23:12:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.147656  4346 heartbeater.cc:511] Master 127.3.174.254:42069 requested a full tablet report, sending...
23:12:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.149812  3816 ts_manager.cc:194] Registered new tserver with Master: 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237)
23:12:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.152026  3816 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.174.194:43421
23:12:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.431171  4354 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.431603  4354 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.432093  4354 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.464395  4354 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.465176  4354 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.174.195
23:12:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.499413  4354 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.195:0
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data/info.pb
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.195
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.174.195
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/logs
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.500622  4354 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:53.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.502368  4354 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:53.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.521446  4360 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.157163  4346 heartbeater.cc:503] Master 127.3.174.254:42069 was elected leader, sending a full tablet report...
23:12:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.521477  4363 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.523053  4354 server_base.cc:1034] running on GCE node
23:12:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.521520  4361 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.736526  4354 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.738693  4354 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.740057  4354 hybrid_clock.cc:648] HybridClock initialized: now 1783465974740017 us; error 51 us; skew 500 ppm
23:12:54.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.740942  4354 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.752637  4354 webserver.cc:460] Webserver started at http://127.3.174.195:35461/ using document root <none> and password file <none>
23:12:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.753733  4354 fs_manager.cc:359] Metadata directory not provided
23:12:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.753983  4354 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.754500  4354 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:12:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.759629  4354 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data/instance:
23:12:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47410a767b674e6c8f03e1ba0ef0d86f"
23:12:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:54 on dist-test-slave-98ff"
23:12:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.760885  4354 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal/instance:
23:12:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47410a767b674e6c8f03e1ba0ef0d86f"
23:12:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:54 on dist-test-slave-98ff"
23:12:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.768399  4354 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:12:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.774029  4371 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.775077  4354 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.775642  4354 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47410a767b674e6c8f03e1ba0ef0d86f"
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:54 on dist-test-slave-98ff"
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.776198  4354 fs_report.cc:383] FS layout report
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data/data
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.809811  4354 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.811244  4354 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.811738  4354 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.814210  4354 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:12:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.818315  4354 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.818547  4354 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.818867  4354 ts_tablet_manager.cc:610] Registered 0 tablets
23:12:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.819051  4354 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.967276  4354 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.195:43203
23:12:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.967383  4483 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.195:43203 every 8 connection(s)
23:12:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.970625  4354 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/data/info.pb
23:12:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.974829  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 4354
23:12:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.975637  3771 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/ts-2/wal/instance
23:12:55.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.038151  4484 heartbeater.cc:347] Connected to a master server at 127.3.174.252:38693
23:12:55.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.038498  4486 heartbeater.cc:347] Connected to a master server at 127.3.174.254:42069
23:12:55.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.038641  4484 heartbeater.cc:464] Registering TS with master...
23:12:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.038811  4486 heartbeater.cc:464] Registering TS with master...
23:12:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.040160  4486 heartbeater.cc:511] Master 127.3.174.254:42069 requested a full tablet report, sending...
23:12:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.040262  4484 heartbeater.cc:511] Master 127.3.174.252:38693 requested a full tablet report, sending...
23:12:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.042549  4485 heartbeater.cc:347] Connected to a master server at 127.3.174.253:37045
23:12:55.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.042848  4485 heartbeater.cc:464] Registering TS with master...
23:12:55.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.042972  3816 ts_manager.cc:194] Registered new tserver with Master: 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203)
23:12:55.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.043233  3969 ts_manager.cc:194] Registered new tserver with Master: 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203)
23:12:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.043658  4485 heartbeater.cc:511] Master 127.3.174.253:37045 requested a full tablet report, sending...
23:12:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.045024  3816 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.174.195:34483
23:12:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.048031  3891 ts_manager.cc:194] Registered new tserver with Master: 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203)
23:12:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.061060  3771 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
23:12:55.071 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:55.071 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:12:55.074 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.174.254"
      port: 42069
    }
    bound_http_address {
      host: "127.3.174.254"
      port: 42085
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.174.253"
      port: 37045
    }
    bound_http_address {
      host: "127.3.174.253"
      port: 40327
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.174.252"
      port: 38693
    }
    bound_http_address {
      host: "127.3.174.252"
      port: 33243
    }
  }
}

23:12:55.075 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:12:55.076 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.174.193"
      port: 38491
    }
    bound_http_address {
      host: "127.3.174.193"
      port: 45733
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.174.194"
      port: 35237
    }
    bound_http_address {
      host: "127.3.174.194"
      port: 35861
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.174.195"
      port: 43203
    }
    bound_http_address {
      host: "127.3.174.195"
      port: 35461
    }
  }
}

23:12:55.076 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:12:55.078 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:55.080 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.174.254:42069(127.3.174.254:42069)] connecting to peer
23:12:55.082 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.174.252:38693(127.3.174.252:38693)] connecting to peer
23:12:55.088 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.174.253:37045(127.3.174.253:37045)] connecting to peer
23:12:55.091 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.174.254:42069(127.3.174.254:42069)] Successfully connected to peer
23:12:55.094 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.174.253:37045(127.3.174.253:37045)] Successfully connected to peer
23:12:55.093 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.174.252:38693(127.3.174.252:38693)] Successfully connected to peer
23:12:55.096 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.174.254
23:12:55.099 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.174.252
23:12:55.103 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.174.253
23:12:55.122 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x812a03fe, L:/127.0.0.1:44232 - R:/127.3.174.252:38693] using SASL/PLAIN
23:12:55.132 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1a36ffea, L:/127.0.0.1:54506 - R:/127.3.174.253:37045] using SASL/PLAIN
23:12:55.136 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdd575d71, L:/127.0.0.1:34484 - R:/127.3.174.254:42069] using SASL/PLAIN
23:12:55.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:55.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=61), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: OK, deferred=null) after lookup
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.144762  3816 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34484:
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:55.149279  3816 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:12:55.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b10f06ba9d5845559e1a18521f19f941
23:12:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.234019  4279 tablet_service.cc:1467] Processing CreateTablet for tablet 95c8d0f6c0fb4765ad48b4019c570b83 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=b10f06ba9d5845559e1a18521f19f941]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.235491  4279 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 95c8d0f6c0fb4765ad48b4019c570b83. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.235116  4419 tablet_service.cc:1467] Processing CreateTablet for tablet 95c8d0f6c0fb4765ad48b4019c570b83 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=b10f06ba9d5845559e1a18521f19f941]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.236694  4419 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 95c8d0f6c0fb4765ad48b4019c570b83. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.239992  4137 tablet_service.cc:1467] Processing CreateTablet for tablet 95c8d0f6c0fb4765ad48b4019c570b83 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=b10f06ba9d5845559e1a18521f19f941]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.242213  4137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 95c8d0f6c0fb4765ad48b4019c570b83. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.264837  4515 tablet_bootstrap.cc:492] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: Bootstrap starting.
23:12:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.269214  4516 tablet_bootstrap.cc:492] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Bootstrap starting.
23:12:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.271961  4515 tablet_bootstrap.cc:654] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: Neither blocks nor log segments found. Creating new log.
23:12:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.274175  4515 log.cc:824] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: Log is configured to *not* fsync() on all Append() calls
23:12:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.277208  4517 tablet_bootstrap.cc:492] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: Bootstrap starting.
23:12:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.279366  4516 tablet_bootstrap.cc:654] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Neither blocks nor log segments found. Creating new log.
23:12:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.284231  4515 tablet_bootstrap.cc:492] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: No bootstrap required, opened a new log
23:12:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.284525  4517 tablet_bootstrap.cc:654] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: Neither blocks nor log segments found. Creating new log.
23:12:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.284679  4515 ts_tablet_manager.cc:1397] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: Time spent bootstrapping tablet: real 0.023s	user 0.002s	sys 0.013s
23:12:55.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.285539  4516 log.cc:824] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Log is configured to *not* fsync() on all Append() calls
23:12:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.286710  4517 log.cc:824] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: Log is configured to *not* fsync() on all Append() calls
23:12:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.302552  4516 tablet_bootstrap.cc:492] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: No bootstrap required, opened a new log
23:12:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.303241  4516 ts_tablet_manager.cc:1397] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Time spent bootstrapping tablet: real 0.035s	user 0.018s	sys 0.008s
23:12:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.307125  4517 tablet_bootstrap.cc:492] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: No bootstrap required, opened a new log
23:12:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.307624  4517 ts_tablet_manager.cc:1397] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: Time spent bootstrapping tablet: real 0.031s	user 0.016s	sys 0.006s
23:12:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.313951  4515 raft_consensus.cc:348] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.314616  4515 raft_consensus.cc:374] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.314917  4515 raft_consensus.cc:729] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47410a767b674e6c8f03e1ba0ef0d86f, State: Initialized, Role: FOLLOWER
23:12:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.315727  4515 consensus_queue.cc:260] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.319011  4486 heartbeater.cc:503] Master 127.3.174.254:42069 was elected leader, sending a full tablet report...
23:12:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.326713  4515 ts_tablet_manager.cc:1428] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: Time spent starting tablet: real 0.042s	user 0.030s	sys 0.001s
23:12:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.334803  4516 raft_consensus.cc:348] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.335747  4516 raft_consensus.cc:374] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.336043  4516 raft_consensus.cc:729] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a95d0a5f95b44219b9161110b2fcdb0, State: Initialized, Role: FOLLOWER
23:12:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.337030  4516 consensus_queue.cc:260] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.337973  4517 raft_consensus.cc:348] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.338963  4517 raft_consensus.cc:374] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.339334  4517 raft_consensus.cc:729] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f581abf40bf44d99ef34ae4bdd753c0, State: Initialized, Role: FOLLOWER
23:12:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.342890  4517 consensus_queue.cc:260] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.350358  4516 ts_tablet_manager.cc:1428] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Time spent starting tablet: real 0.047s	user 0.029s	sys 0.013s
23:12:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.355095  4517 ts_tablet_manager.cc:1428] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: Time spent starting tablet: real 0.047s	user 0.020s	sys 0.021s
23:12:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.387712  4521 raft_consensus.cc:482] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.388325  4521 raft_consensus.cc:504] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.391460  4521 leader_election.cc:288] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237), 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.404177  4299 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" is_pre_election: true
23:12:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.405014  4299 raft_consensus.cc:2454] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47410a767b674e6c8f03e1ba0ef0d86f in term 0.
23:12:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.405072  4158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" is_pre_election: true
23:12:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.405942  4158 raft_consensus.cc:2454] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47410a767b674e6c8f03e1ba0ef0d86f in term 0.
23:12:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.406457  4373 leader_election.cc:302] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a95d0a5f95b44219b9161110b2fcdb0, 47410a767b674e6c8f03e1ba0ef0d86f; no voters: 
23:12:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.407303  4521 raft_consensus.cc:2781] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.407578  4521 raft_consensus.cc:482] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.407946  4521 raft_consensus.cc:3037] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 0 FOLLOWER]: Advancing to term 1
23:12:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.413371  4521 raft_consensus.cc:504] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.414908  4521 leader_election.cc:288] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [CANDIDATE]: Term 1 election: Requested vote from peers 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237), 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.415717  4299 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a95d0a5f95b44219b9161110b2fcdb0"
23:12:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.416095  4158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f581abf40bf44d99ef34ae4bdd753c0"
23:12:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.416253  4299 raft_consensus.cc:3037] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 0 FOLLOWER]: Advancing to term 1
23:12:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.416592  4158 raft_consensus.cc:3037] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 0 FOLLOWER]: Advancing to term 1
23:12:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.422302  4299 raft_consensus.cc:2454] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47410a767b674e6c8f03e1ba0ef0d86f in term 1.
23:12:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.423221  4373 leader_election.cc:302] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a95d0a5f95b44219b9161110b2fcdb0, 47410a767b674e6c8f03e1ba0ef0d86f; no voters: 
23:12:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.424275  4158 raft_consensus.cc:2454] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47410a767b674e6c8f03e1ba0ef0d86f in term 1.
23:12:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.424229  4521 raft_consensus.cc:2781] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 1 FOLLOWER]: Leader election won for term 1
23:12:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.426165  4521 raft_consensus.cc:686] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [term 1 LEADER]: Becoming Leader. State: Replica: 47410a767b674e6c8f03e1ba0ef0d86f, State: Running, Role: LEADER
23:12:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.427083  4521 consensus_queue.cc:237] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.438570  3815 catalog_manager.cc:5495] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f reported cstate change: term changed from 0 to 1, leader changed from <none> to 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195). New cstate: current_term: 1 leader_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } health_report { overall_health: UNKNOWN } } }
23:12:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:55.514773  4487 tablet.cc:2369] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:55.516933  4214 tablet.cc:2369] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:55.597966  4348 tablet.cc:2369] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:55.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b10f06ba9d5845559e1a18521f19f941
23:12:55.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:55.692 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)[L],8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)]}]
23:12:55.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: OK, deferred=null) after lookup
23:12:55.693 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:55.695 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] Successfully connected to peer
23:12:55.717 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xef4b9912, L:/127.0.0.1:51106 - R:/127.3.174.195:43203] using TOKEN/null
23:12:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.730996  4299 raft_consensus.cc:1261] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Refusing update from remote peer 47410a767b674e6c8f03e1ba0ef0d86f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.731190  4158 raft_consensus.cc:1261] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Refusing update from remote peer 47410a767b674e6c8f03e1ba0ef0d86f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.732749  4524 consensus_queue.cc:1035] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.733335  4521 consensus_queue.cc:1035] T 95c8d0f6c0fb4765ad48b4019c570b83 P 47410a767b674e6c8f03e1ba0ef0d86f [LEADER]: Connected to new peer: Peer: permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.757229  4526 mvcc.cc:205] Tried to move back new op lower bound from 7305076636578033664 to 7305076635358994432. Current Snapshot: MvccSnapshot[applied={T|T < 7305076636578033664}]
23:12:55.938 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=95c8d0f6c0fb4765ad48b4019c570b83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:55.938 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.174.254:42069
23:12:55.939 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

23:12:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.939885  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3783
23:12:55.982 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.174.254:42069(127.3.174.254:42069)] handling channelInactive
23:12:55.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.174.254:42069(127.3.174.254:42069)] cleaning up while in state READY due to: connection closed
23:12:55.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:55.986 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.174.254:42069
23:12:55.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:55.990895  3771 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/logs
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/info.pb
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.254:42069
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.254
23:12:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42085
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json with env {}
23:12:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.362249  4536 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:12:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.362980  4536 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.363678  4536 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:12:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.403911  4536 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:12:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.404325  4536 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:12:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.404659  4536 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.404997  4536 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:12:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.405325  4536 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.405560  4536 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34439/jwks.json
23:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.461277  4536 master_runner.cc:386] Master server non-default flags:
23:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.174.212:37535
23:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.174.254:42069,127.3.174.253:37045,127.3.174.252:38693
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.174.254:42069
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34439/jwks.json
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/info.pb
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.174.254
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42085
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/logs
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:15:51 UTC on ccycloud.quasar-bszuid.root.comops.site
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492329
23:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.462414  4536 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.464041  4536 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:12:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.488198  4547 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.804796  4211 heartbeater.cc:644] Failed to heartbeat to 127.3.174.254:42069 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.811444  4486 heartbeater.cc:644] Failed to heartbeat to 127.3.174.254:42069 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.817544  4346 heartbeater.cc:644] Failed to heartbeat to 127.3.174.254:42069 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.969105  4553 raft_consensus.cc:482] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ec6ebf8908a44acda7f907edd07a43d9)
23:12:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.970013  4553 raft_consensus.cc:504] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.977221  3979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22260834858642089f2e17d4d7ab9042" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "0bc23df9df394c9eb4493236cef4fa9d" is_pre_election: true
23:12:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.977890  3979 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22260834858642089f2e17d4d7ab9042 in term 1.
23:12:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.979367  3878 leader_election.cc:302] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0bc23df9df394c9eb4493236cef4fa9d, 22260834858642089f2e17d4d7ab9042; no voters: 
23:12:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.981395  4553 leader_election.cc:288] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069), 0bc23df9df394c9eb4493236cef4fa9d (127.3.174.252:38693)
23:12:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.981356  4556 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:12:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.988700  4556 raft_consensus.cc:482] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ec6ebf8908a44acda7f907edd07a43d9)
23:12:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.989894  3875 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111) [suppressed 6 similar messages]
23:12:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.990090  4556 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 1 FOLLOWER]: Advancing to term 2
23:12:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.994450  4554 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ec6ebf8908a44acda7f907edd07a43d9)
23:12:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.996893  4554 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.006989  3875 leader_election.cc:334] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069): Network error: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.010551  3901 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bc23df9df394c9eb4493236cef4fa9d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "22260834858642089f2e17d4d7ab9042" is_pre_election: true
23:12:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.016075  4554 leader_election.cc:288] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069), 22260834858642089f2e17d4d7ab9042 (127.3.174.253:37045)
23:12:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.028187  3953 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.036237  4556 raft_consensus.cc:504] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.038384  3901 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0bc23df9df394c9eb4493236cef4fa9d in current term 2: Already voted for candidate 22260834858642089f2e17d4d7ab9042 in this term.
23:12:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.039290  3953 leader_election.cc:334] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069): Network error: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.043074  3955 leader_election.cc:302] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0bc23df9df394c9eb4493236cef4fa9d; no voters: 22260834858642089f2e17d4d7ab9042, ec6ebf8908a44acda7f907edd07a43d9
23:12:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.044044  4554 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 1 FOLLOWER]: Advancing to term 2
23:12:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.050920  3875 leader_election.cc:334] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069): Network error: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111)
23:12:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.052367  3979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22260834858642089f2e17d4d7ab9042" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "0bc23df9df394c9eb4493236cef4fa9d"
23:12:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.053190  4556 leader_election.cc:288] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [CANDIDATE]: Term 2 election: Requested vote from peers ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069), 0bc23df9df394c9eb4493236cef4fa9d (127.3.174.252:38693)
23:12:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.057709  4554 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:12:57.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.068732  3979 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22260834858642089f2e17d4d7ab9042 in term 2.
23:12:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.074246  3878 leader_election.cc:302] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0bc23df9df394c9eb4493236cef4fa9d, 22260834858642089f2e17d4d7ab9042; no voters: ec6ebf8908a44acda7f907edd07a43d9
23:12:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.075403  4556 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 2 FOLLOWER]: Leader election won for term 2
23:12:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.076061  4556 raft_consensus.cc:686] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [term 2 LEADER]: Becoming Leader. State: Replica: 22260834858642089f2e17d4d7ab9042, State: Running, Role: LEADER
23:12:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.076958  4556 consensus_queue.cc:237] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.089769  4553 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22260834858642089f2e17d4d7ab9042. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.090895  4553 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: This master's current role is: LEADER
23:12:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.107280  4561 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:12:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.122097  4561 catalog_manager.cc:669] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=b10f06ba9d5845559e1a18521f19f941]
23:12:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.132148  4561 tablet_loader.cc:96] loaded metadata for tablet 95c8d0f6c0fb4765ad48b4019c570b83 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=b10f06ba9d5845559e1a18521f19f941])
23:12:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.134303  4561 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:12:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.140591  4561 catalog_manager.cc:1259] Loaded cluster ID: fd5595a9ab7e44f78b3bf1316ea1cce7
23:12:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.140969  4561 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:12:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.148981  4561 catalog_manager.cc:1504] Loading token signing keys...
23:12:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.155395  4561 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: Loaded TSK: 0
23:12:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.157752  4561 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:12:57.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.510713  3979 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [term 2 FOLLOWER]: Refusing update from remote peer 22260834858642089f2e17d4d7ab9042: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:12:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.512897  4556 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
23:12:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.517417  3875 consensus_peers.cc:487] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 -> Peer ec6ebf8908a44acda7f907edd07a43d9 (127.3.174.254:42069): Couldn't send request to peer ec6ebf8908a44acda7f907edd07a43d9. Status: Network error: Client connection negotiation failed: client connection to 127.3.174.254:42069: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:57.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.519865  4554 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22260834858642089f2e17d4d7ab9042. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:57.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.521034  4554 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: This master's current role is: FOLLOWER
23:12:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.525295  4553 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.526070  4553 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: This master's current role is: LEADER
23:12:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.532092  4554 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.532819  4554 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bc23df9df394c9eb4493236cef4fa9d [sys.catalog]: This master's current role is: FOLLOWER
23:12:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.490986  4544 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.492787  4536 server_base.cc:1034] running on GCE node
23:12:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.488437  4545 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.810796  4536 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.828413  4536 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.830060  4536 hybrid_clock.cc:648] HybridClock initialized: now 1783465977829945 us; error 85 us; skew 500 ppm
23:12:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.831568  4536 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.839859  4536 webserver.cc:460] Webserver started at http://127.3.174.254:42085/ using document root <none> and password file <none>
23:12:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.840792  4536 fs_manager.cc:359] Metadata directory not provided
23:12:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.840989  4536 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.850816  4536 fs_manager.cc:709] Time spent opening directory manager: real 0.007s	user 0.002s	sys 0.003s
23:12:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.857519  4572 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.858877  4536 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.004s
23:12:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.859267  4536 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data,/tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec6ebf8908a44acda7f907edd07a43d9"
23:12:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-98ff"
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.862815  4536 fs_report.cc:383] FS layout report
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/wal
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/data
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.958841  4536 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.960992  4536 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.961403  4536 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.054747  4536 rpc_server.cc:307] RPC server started. Bound to: 127.3.174.254:42069
23:12:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.054904  4624 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.174.254:42069 every 8 connection(s)
23:12:58.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.057883  4536 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0n1kv5/test-tmp/mini-kudu-cluster2431465281133971991/master-0/data/info.pb
23:12:58.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.061450  3771 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu as pid 4536
23:12:58.062 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:58.063 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.3.174.195:43203
23:12:58.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.065070  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 4354
23:12:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.072703  4625 sys_catalog.cc:263] Verifying existing consensus state
23:12:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.077976  4625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Bootstrap starting.
23:12:58.114 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] handling channelInactive
23:12:58.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state READY due to: connection closed
23:12:58.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:58.116 [DEBUG - Time-limited test] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:58.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.118 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203) for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.129138  4625 log.cc:824] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Log is configured to *not* fsync() on all Append() calls
23:12:58.141 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.174.254:42069(127.3.174.254:42069)] connecting to peer
23:12:58.143 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.174.254:42069(127.3.174.254:42069)] Successfully connected to peer
23:12:58.146 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.174.254
23:12:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.158046  4625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:58.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.159047  4625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: Bootstrap complete.
23:12:58.167 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x587299cc, L:/127.0.0.1:51016 - R:/127.3.174.254:42069] using SASL/PLAIN
23:12:58.172 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) master-127.3.174.254:42069 was demoted as the leader for Kudu Master
23:12:58.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.174.254:42069: Catalog manager is not initialized. State: Starting
23:12:58.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:58.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29975, elapsed=46), Traces: [0ms] sending RPC to server master-127.3.174.254:42069, [31ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [31ms] received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1441818570(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
23:12:58.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:58.193 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)[L],8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)]}]
23:12:58.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=95c8d0f6c0fb4765ad48b4019c570b83, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [2ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [56ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [56ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [76ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1314716904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@400dbadf -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ff317b0 -> wakeup thread Time-limited test)) after lookup
23:12:58.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.193025  4625 raft_consensus.cc:348] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:58.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.197 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203) for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.196777  4625 raft_consensus.cc:729] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec6ebf8908a44acda7f907edd07a43d9, State: Initialized, Role: FOLLOWER
23:12:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.197751  4625 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } }
23:12:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.200999  4630 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.201843  4630 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: FOLLOWER
23:12:58.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.202998  4625 sys_catalog.cc:564] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: configured and running, proceeding with master startup.
23:12:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.203768  4599 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [term 1 FOLLOWER]: Advancing to term 2
23:12:58.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:58.226 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)[L],8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)]}]
23:12:58.227 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=95c8d0f6c0fb4765ad48b4019c570b83, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [2ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [56ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [56ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [76ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [78ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [81ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [81ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [110ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1314716904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@400dbadf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ff317b0 -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113))) after lookup
23:12:58.229 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:58.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.233 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203) for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.233085  4643 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.234035  4643 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: FOLLOWER
23:12:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.237502  4630 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22260834858642089f2e17d4d7ab9042. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.239363  4630 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9 [sys.catalog]: This master's current role is: FOLLOWER
23:12:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.251883  4644 catalog_manager.cc:1259] Loaded cluster ID: fd5595a9ab7e44f78b3bf1316ea1cce7
23:12:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.252372  4644 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: loading cluster ID for follower catalog manager: success
23:12:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.260545  4644 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: acquiring CA information for follower catalog manager: success
23:12:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.268603  4644 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ec6ebf8908a44acda7f907edd07a43d9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:58.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:58.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)[L],8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)]}]
23:12:58.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=95c8d0f6c0fb4765ad48b4019c570b83, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=171), Traces: [0ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [2ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [56ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [56ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [76ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [78ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [81ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [81ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [110ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [112ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [116ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [118ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [170ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1314716904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@400dbadf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ff317b0 -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384))) after lookup
23:12:58.289 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:58.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.291 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203) for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:58.305 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)[L],8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)]}]
23:12:58.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=95c8d0f6c0fb4765ad48b4019c570b83, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=190), Traces: [0ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [2ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [56ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [56ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [76ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [78ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [81ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [81ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [110ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [112ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [116ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [118ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [170ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [173ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [174ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [175ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [185ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [188ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1314716904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@400dbadf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384) -> (continuation of Deferred@180332046 after retry RPC@761834026), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ff317b0 -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384) -> (continuation of Deferred@180332046 after retry RPC@761834026))) after lookup
23:12:58.307 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:58.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.311 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203) for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.546056  4620 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "22260834858642089f2e17d4d7ab9042" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec6ebf8908a44acda7f907edd07a43d9" member_type: VOTER last_known_addr { host: "127.3.174.254" port: 42069 } } peers { permanent_uuid: "22260834858642089f2e17d4d7ab9042" member_type: VOTER last_known_addr { host: "127.3.174.253" port: 37045 } } peers { permanent_uuid: "0bc23df9df394c9eb4493236cef4fa9d" member_type: VOTER last_known_addr { host: "127.3.174.252" port: 38693 } } }
23:12:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.547487  4620 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042 [sys.catalog]: This master's current role is: LEADER
23:12:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.816644  4208 heartbeater.cc:503] Master 127.3.174.253:37045 was elected leader, sending a full tablet report...
23:12:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.817528  4345 heartbeater.cc:503] Master 127.3.174.253:37045 was elected leader, sending a full tablet report...
23:12:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.823455  4211 heartbeater.cc:347] Connected to a master server at 127.3.174.254:42069
23:12:58.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:58.828 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)[L],8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)]}]
23:12:58.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=95c8d0f6c0fb4765ad48b4019c570b83, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=713), Traces: [0ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [2ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [56ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [56ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [76ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [78ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [81ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [81ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [110ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [112ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [116ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [118ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [170ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [173ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [174ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [175ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [185ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [188ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [191ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [195ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [195ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [704ms] refreshing cache from master, [705ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [711ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1314716904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@400dbadf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384) -> (continuation of Deferred@180332046 after retry RPC@761834026) -> (continuation of Deferred@1153709627 after retry RPC@748023155), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ff317b0 -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384) -> (continuation of Deferred@180332046 after retry RPC@761834026) -> (continuation of Deferred@1153709627 after retry RPC@748023155))) after lookup
23:12:58.829 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] connecting to peer
23:12:58.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.830261  4589 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" instance_seqno: 1783465970228962) as {username='slave'} at 127.3.174.193:46073; Asking this server to re-register.
23:12:58.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.831732  4211 heartbeater.cc:464] Registering TS with master...
23:12:58.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.833 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203) for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203
23:12:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.834609  4589 ts_manager.cc:194] Registered new tserver with Master: 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:58.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.847136  4346 heartbeater.cc:347] Connected to a master server at 127.3.174.254:42069
23:12:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.849711  4589 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" instance_seqno: 1783465973049034) as {username='slave'} at 127.3.174.194:56781; Asking this server to re-register.
23:12:58.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.850795  4346 heartbeater.cc:464] Registering TS with master...
23:12:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.854259  4589 ts_manager.cc:194] Registered new tserver with Master: 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237)
23:12:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.190980  4655 raft_consensus.cc:482] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 47410a767b674e6c8f03e1ba0ef0d86f)
23:12:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.191434  4655 raft_consensus.cc:504] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.194283  4655 leader_election.cc:288] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203), 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193:38491)
23:12:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.195936  4234 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111)
23:12:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.211755  4234 leader_election.cc:334] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203): Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111)
23:12:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.211673  4158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" is_pre_election: true
23:12:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.213764  4232 leader_election.cc:302] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1a95d0a5f95b44219b9161110b2fcdb0; no voters: 47410a767b674e6c8f03e1ba0ef0d86f, 8f581abf40bf44d99ef34ae4bdd753c0
23:12:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.214813  4655 raft_consensus.cc:2726] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:12:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.454793  4659 raft_consensus.cc:482] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 47410a767b674e6c8f03e1ba0ef0d86f)
23:12:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.455235  4659 raft_consensus.cc:504] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:59.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.457854  4659 leader_election.cc:288] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203), 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237)
23:12:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.465678  4092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111)
23:12:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.469871  4092 leader_election.cc:334] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203): Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111)
23:12:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.475250  4299 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" is_pre_election: true
23:12:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.475692  4299 raft_consensus.cc:2454] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8f581abf40bf44d99ef34ae4bdd753c0 in term 1.
23:12:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.476931  4091 leader_election.cc:302] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a95d0a5f95b44219b9161110b2fcdb0, 8f581abf40bf44d99ef34ae4bdd753c0; no voters: 47410a767b674e6c8f03e1ba0ef0d86f
23:12:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.477810  4659 raft_consensus.cc:2781] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:12:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.478111  4659 raft_consensus.cc:482] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 47410a767b674e6c8f03e1ba0ef0d86f)
23:12:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.478317  4659 raft_consensus.cc:3037] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 1 FOLLOWER]: Advancing to term 2
23:12:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.482789  4659 raft_consensus.cc:504] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.484299  4659 leader_election.cc:288] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [CANDIDATE]: Term 2 election: Requested vote from peers 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203), 1a95d0a5f95b44219b9161110b2fcdb0 (127.3.174.194:35237)
23:12:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.485373  4299 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "95c8d0f6c0fb4765ad48b4019c570b83" candidate_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a95d0a5f95b44219b9161110b2fcdb0"
23:12:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.485890  4299 raft_consensus.cc:3037] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 1 FOLLOWER]: Advancing to term 2
23:12:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.487450  4092 leader_election.cc:334] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203): Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111)
23:12:59.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.490664  4299 raft_consensus.cc:2454] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8f581abf40bf44d99ef34ae4bdd753c0 in term 2.
23:12:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.491639  4091 leader_election.cc:302] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a95d0a5f95b44219b9161110b2fcdb0, 8f581abf40bf44d99ef34ae4bdd753c0; no voters: 47410a767b674e6c8f03e1ba0ef0d86f
23:12:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.492305  4659 raft_consensus.cc:2781] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 2 FOLLOWER]: Leader election won for term 2
23:12:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.494815  4659 raft_consensus.cc:686] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [term 2 LEADER]: Becoming Leader. State: Replica: 8f581abf40bf44d99ef34ae4bdd753c0, State: Running, Role: LEADER
23:12:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.495762  4659 consensus_queue.cc:237] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } }
23:12:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.505947  3889 catalog_manager.cc:5495] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 reported cstate change: term changed from 1 to 2, leader changed from 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195) to 8f581abf40bf44d99ef34ae4bdd753c0 (127.3.174.193). New cstate: current_term: 2 leader_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47410a767b674e6c8f03e1ba0ef0d86f" member_type: VOTER last_known_addr { host: "127.3.174.195" port: 43203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8f581abf40bf44d99ef34ae4bdd753c0" member_type: VOTER last_known_addr { host: "127.3.174.193" port: 38491 } health_report { overall_health: HEALTHY } } }
23:12:59.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 95c8d0f6c0fb4765ad48b4019c570b83 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:12:59.805 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=95c8d0f6c0fb4765ad48b4019c570b83@[1a95d0a5f95b44219b9161110b2fcdb0(127.3.174.194:35237),47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203),8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)[L]]}]
23:12:59.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=95c8d0f6c0fb4765ad48b4019c570b83, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1689), Traces: [0ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [2ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.254:42069, [56ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [56ms] Sub RPC GetTableLocations: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.254:42069, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.252:38693, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.174.253:37045, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.254:42069: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.253:37045: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.174.252:38693: OK, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [76ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [78ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [81ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [81ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [110ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [112ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [116ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [118ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [170ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [173ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [174ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [175ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [185ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [188ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [191ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [195ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [195ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [704ms] refreshing cache from master, [705ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [711ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, [713ms] sending RPC to server 47410a767b674e6c8f03e1ba0ef0d86f, [717ms] received response from server 47410a767b674e6c8f03e1ba0ef0d86f: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [717ms] delaying RPC due to: Network error: Failed to connect to peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203): Connection refused: /127.3.174.195:43203, [1684ms] refreshing cache from master, [1684ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.174.253:37045, [1688ms] Sub RPC GetTableLocations: received response from server master-127.3.174.253:37045: OK, deferred=Deferred@1314716904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1604193830@400dbadf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384) -> (continuation of Deferred@180332046 after retry RPC@761834026) -> (continuation of Deferred@1153709627 after retry RPC@748023155) -> (continuation of Deferred@1450329322 after retry RPC@1205776858), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ff317b0 -> wakeup thread Time-limited test -> (continuation of Deferred@1441818570 after retry RPC@87005113) -> (continuation of Deferred@1377422357 after retry RPC@728894384) -> (continuation of Deferred@180332046 after retry RPC@761834026) -> (continuation of Deferred@1153709627 after retry RPC@748023155) -> (continuation of Deferred@1450329322 after retry RPC@1205776858))) after lookup
23:12:59.807 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)] connecting to peer
23:12:59.809 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)] Successfully connected to peer
23:12:59.834 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe82fea69, L:/127.0.0.1:51768 - R:/127.3.174.193:38491] using TOKEN/null
23:12:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.845685  4299 raft_consensus.cc:1261] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 2 FOLLOWER]: Refusing update from remote peer 8f581abf40bf44d99ef34ae4bdd753c0: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 13. (index mismatch)
23:12:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.847776  4664 consensus_queue.cc:1035] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a95d0a5f95b44219b9161110b2fcdb0" member_type: VOTER last_known_addr { host: "127.3.174.194" port: 35237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
23:12:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.849002  4092 consensus_peers.cc:487] T 95c8d0f6c0fb4765ad48b4019c570b83 P 8f581abf40bf44d99ef34ae4bdd753c0 -> Peer 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203): Couldn't send request to peer 47410a767b674e6c8f03e1ba0ef0d86f. Status: Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.868438  4678 mvcc.cc:205] Tried to move back new op lower bound from 7305076653433438208 to 7305076652023189504. Current Snapshot: MvccSnapshot[applied={T|T < 7305076653433438208}]
23:13:00.044 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=95c8d0f6c0fb4765ad48b4019c570b83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.047260  3889 catalog_manager.cc:2461] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:54506:
23:13:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:13:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.047876  3889 catalog_manager.cc:2645] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:54506:
23:13:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:13:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.145130  3889 catalog_manager.cc:5782] T 00000000000000000000000000000000 P 22260834858642089f2e17d4d7ab9042: Sending DeleteTablet for 3 replicas of tablet 95c8d0f6c0fb4765ad48b4019c570b83
23:13:00.192 [DEBUG - main] (Connection.java:575) [peer 47410a767b674e6c8f03e1ba0ef0d86f(127.3.174.195:43203)] disconnecting while in state TERMINATED
23:13:00.192 [DEBUG - main] (Connection.java:575) [peer master-127.3.174.252:38693(127.3.174.252:38693)] disconnecting while in state READY
23:13:00.192 [DEBUG - main] (Connection.java:575) [peer master-127.3.174.253:37045(127.3.174.253:37045)] disconnecting while in state READY
23:13:00.193 [DEBUG - main] (Connection.java:575) [peer master-127.3.174.254:42069(127.3.174.254:42069)] disconnecting while in state READY
23:13:00.193 [DEBUG - main] (Connection.java:575) [peer 8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)] disconnecting while in state READY
23:13:00.200 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.174.252:38693(127.3.174.252:38693)] handling channelInactive
23:13:00.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.174.252:38693(127.3.174.252:38693)] cleaning up while in state READY due to: connection closed
23:13:00.200 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.174.254:42069(127.3.174.254:42069)] handling channelInactive
23:13:00.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.174.254:42069(127.3.174.254:42069)] cleaning up while in state READY due to: connection closed
23:13:00.200 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)] handling channelInactive
23:13:00.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8f581abf40bf44d99ef34ae4bdd753c0(127.3.174.193:38491)] cleaning up while in state READY due to: connection closed
23:13:00.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:00.203 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.174.253:37045(127.3.174.253:37045)] handling channelInactive
23:13:00.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.174.253:37045(127.3.174.253:37045)] cleaning up while in state READY due to: connection closed
23:13:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.205509  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 4050
23:13:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.239710  4279 tablet_service.cc:1514] Processing DeleteTablet for tablet 95c8d0f6c0fb4765ad48b4019c570b83 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:13:00 UTC) from {username='slave'} at 127.0.0.1:39642
23:13:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:00.240247  3877 catalog_manager.cc:4584] TS 47410a767b674e6c8f03e1ba0ef0d86f (127.3.174.195:43203): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 95c8d0f6c0fb4765ad48b4019c570b83: Network error: Client connection negotiation failed: client connection to 127.3.174.195:43203: connect: Connection refused (error 111)
23:13:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:00.256430  4698 negotiation.cc:337] Failed RPC negotiation. Trace:
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:00.156606 (+     0us) reactor.cc:625] Submitting negotiation task for client connection to 127.3.174.193:38491 (local address 127.0.0.1:51774)
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:00.219383 (+ 62777us) negotiation.cc:107] Waiting for socket to connect
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:00.219434 (+    51us) client_negotiation.cc:174] Beginning negotiation
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:00.219650 (+   216us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:00.254674 (+ 35024us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.174.193:38491: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":62343,"thread_start_us":70414,"threads_started":1}
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.257035  4702 tablet_replica.cc:330] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: stopping tablet replica
23:13:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.257823  4702 raft_consensus.cc:2229] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 2 FOLLOWER]: Raft consensus shutting down.
23:13:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.258863  4702 raft_consensus.cc:2258] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0 [term 2 FOLLOWER]: Raft consensus is shut down!
23:13:00.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.263556  4702 ts_tablet_manager.cc:1905] T 95c8d0f6c0fb4765ad48b4019c570b83 P 1a95d0a5f95b44219b9161110b2fcdb0: Deleting tablet data with delete state TABLET_DATA_DELETED
23:13:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.264031  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 4207
23:13:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.288661  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 4536
23:13:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.322953  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3853
23:13:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.351245  3771 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0n1kv5/build/tsan/bin/kudu with pid 3928
23:13:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:01Z chronyd exiting

Time: 45.721

OK (2 tests)

