JUnit version 4.13.2
.05:22:33.007 [INFO - main] (RandomUtils.java:49) Using random seed: 1783488153002
05:22:33.054 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
05:22:33.109 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:22:33.121 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvFwhnU/test-tmp
05:22:33.124 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:22:33.127 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvFwhnU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:22:33.343 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

05:22:33.502 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:22:33.504 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

05:22:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.507305 10086 mini_oidc.cc:152] Starting JWKS server
05:22:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.511173 10086 webserver.cc:460] Webserver started at http://127.0.0.1:45419/ using document root <none> and password file <none>
05:22:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.511689 10086 mini_oidc.cc:189] Starting OIDC Discovery server
05:22:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.513710 10086 webserver.cc:460] Webserver started at http://127.0.0.1:36925/ using document root <none> and password file <none>
05:22:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:22:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:22:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:22:33Z Disabled control of system clock
05:22:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.558861 10086 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal
05:22:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/logs
05:22:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data/info.pb
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.190:41225
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.190
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45419/jwks.json with env {}
05:22:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.845021 10098 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.845582 10098 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.846303 10098 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.876554 10098 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:22:33.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.876848 10098 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:33.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.877039 10098 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:22:33.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.877213 10098 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:22:33.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.877393 10098 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:22:33.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.877581 10098 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45419/jwks.json
05:22:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.912770 10098 master_runner.cc:386] Master server non-default flags:
05:22:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.190:41225
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45419/jwks.json
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data/info.pb
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.190
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/logs
05:22:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.913933 10098 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.915701 10098 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.933300 10105 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.933364 10107 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:33.933326 10104 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:33.934207 10098 server_base.cc:1034] running on GCE node
05:22:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.035883 10098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:35.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.038522 10098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.039868 10098 hybrid_clock.cc:648] HybridClock initialized: now 1783488155039836 us; error 49 us; skew 500 ppm
05:22:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.040690 10098 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.051323 10098 webserver.cc:460] Webserver started at http://127.9.217.190:41035/ using document root <none> and password file <none>
05:22:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.052305 10098 fs_manager.cc:359] Metadata directory not provided
05:22:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.052502 10098 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.052954 10098 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.057650 10098 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data/instance:
05:22:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4f016cbb8b741e794f506a657163f2c"
05:22:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:35 on dist-test-slave-bwd2"
05:22:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.058737 10098 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal/instance:
05:22:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4f016cbb8b741e794f506a657163f2c"
05:22:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:35 on dist-test-slave-bwd2"
05:22:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.065536 10098 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.008s	sys 0.000s
05:22:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.070824 10114 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.072126 10098 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
05:22:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.072423 10098 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal
05:22:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4f016cbb8b741e794f506a657163f2c"
05:22:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:35 on dist-test-slave-bwd2"
05:22:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.072813 10098 fs_report.cc:383] FS layout report
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data/data
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:35.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.125725 10098 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.127141 10098 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:35.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.127806 10098 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.193580 10098 rpc_server.cc:307] RPC server started. Bound to: 127.9.217.190:41225
05:22:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.193666 10165 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.217.190:41225 every 8 connection(s)
05:22:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.196110 10098 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/data/info.pb
05:22:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.201109 10166 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:35.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.202024 10086 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10098
05:22:35.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.202520 10086 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-0/wal/instance
05:22:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.207446 10086 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/logs
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data/info.pb
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.189:34755
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.189
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45419/jwks.json with env {}
05:22:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.215557 10166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } has no permanent_uuid. Determining permanent_uuid...
05:22:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.243665 10166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } has no permanent_uuid. Determining permanent_uuid...
05:22:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.246059 10115 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.250084 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:35.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.299559 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 1
05:22:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.303210 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.371600 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 2
05:22:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.375198 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.466581 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 3
05:22:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.470690 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.504168 10168 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.504741 10168 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.505281 10168 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.535444 10168 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:22:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.535712 10168 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.535897 10168 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:22:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.536070 10168 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:22:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.536242 10168 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:22:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.536420 10168 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45419/jwks.json
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.576773 10168 master_runner.cc:386] Master server non-default flags:
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal
05:22:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.189:34755
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45419/jwks.json
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data/info.pb
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.189
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/logs
05:22:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.577972 10168 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.579991 10168 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.596550 10178 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.614040 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 4
05:22:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.618440 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.917904 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 5
05:22:35.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.921972 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.469339 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 6
05:22:36.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:36.475314 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.189:34755: Network error: Client connection negotiation failed: client connection to 127.9.217.189:34755: connect: Connection refused (error 111)
05:22:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.597529 10177 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:35.598479 10168 server_base.cc:1034] running on GCE node
05:22:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:35.597523 10180 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.708045 10168 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.711527 10168 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.712970 10168 hybrid_clock.cc:648] HybridClock initialized: now 1783488156712916 us; error 74 us; skew 500 ppm
05:22:36.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.714079 10168 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.720979 10168 webserver.cc:460] Webserver started at http://127.9.217.189:39251/ using document root <none> and password file <none>
05:22:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.722162 10168 fs_manager.cc:359] Metadata directory not provided
05:22:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.722450 10168 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.723136 10168 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.728397 10168 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data/instance:
05:22:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0906eb483d0043babac156c2d1a2a664"
05:22:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:36 on dist-test-slave-bwd2"
05:22:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.729604 10168 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal/instance:
05:22:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0906eb483d0043babac156c2d1a2a664"
05:22:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:36 on dist-test-slave-bwd2"
05:22:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.736891 10168 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
05:22:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.742290 10189 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.743291 10168 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.005s	sys 0.000s
05:22:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.743577 10168 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal
05:22:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0906eb483d0043babac156c2d1a2a664"
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:36 on dist-test-slave-bwd2"
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.743875 10168 fs_report.cc:383] FS layout report
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data/data
05:22:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.791090 10168 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.792591 10168 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.793147 10168 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.859252 10168 rpc_server.cc:307] RPC server started. Bound to: 127.9.217.189:34755
05:22:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.859349 10240 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.217.189:34755 every 8 connection(s)
05:22:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.861945 10168 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/data/info.pb
05:22:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.866603 10086 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10168
05:22:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.867035 10086 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-1/wal/instance
05:22:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.867516 10241 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.869895 10086 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/logs
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data/info.pb
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.188:35425
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.188
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45419/jwks.json with env {}
05:22:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.880191 10241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } has no permanent_uuid. Determining permanent_uuid...
05:22:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.910109 10241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } has no permanent_uuid. Determining permanent_uuid...
05:22:36.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.925418 10241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } has no permanent_uuid. Determining permanent_uuid...
05:22:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:36.927417 10192 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:36.930807 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:36.980306 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 1
05:22:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:36.983928 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.052276 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 2
05:22:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.055913 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.147261 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 3
05:22:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.150947 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.162644 10243 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.163219 10243 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.163667 10243 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.193404 10243 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:22:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.193670 10243 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.193886 10243 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:22:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.194190 10243 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:22:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.194496 10243 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:22:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.194706 10243 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45419/jwks.json
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.227903 10243 master_runner.cc:386] Master server non-default flags:
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data
05:22:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.188:35425
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45419/jwks.json
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data/info.pb
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.188
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/logs
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.229050 10243 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.230525 10243 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.248631 10254 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:37.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.294360 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 4
05:22:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.299062 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.535807 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } attempt: 7
05:22:37.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.548413 10166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } has no permanent_uuid. Determining permanent_uuid...
05:22:37.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.555114 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.598417 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 5
05:22:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.601945 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.613435 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 1
05:22:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.616868 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.698215 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 2
05:22:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.701912 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.787447 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 3
05:22:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.791177 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.931648 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 4
05:22:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.935211 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:38.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.149310 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 6
05:22:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.155400 10241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.218735 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 5
05:22:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.222716 10166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.217.188:35425: Network error: Client connection negotiation failed: client connection to 127.9.217.188:35425: connect: Connection refused (error 111)
05:22:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.248703 10256 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:37.250392 10243 server_base.cc:1034] running on GCE node
05:22:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:37.249297 10253 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.375485 10243 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:38.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.378412 10243 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.379837 10243 hybrid_clock.cc:648] HybridClock initialized: now 1783488158379803 us; error 51 us; skew 500 ppm
05:22:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.380771 10243 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:38.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.386991 10243 webserver.cc:460] Webserver started at http://127.9.217.188:35563/ using document root <none> and password file <none>
05:22:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.387856 10243 fs_manager.cc:359] Metadata directory not provided
05:22:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.388038 10243 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.388406 10243 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.393748 10243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data/instance:
05:22:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd3c0387801b4caea0ba1351b6989e6c"
05:22:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:38 on dist-test-slave-bwd2"
05:22:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.394907 10243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal/instance:
05:22:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd3c0387801b4caea0ba1351b6989e6c"
05:22:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:38 on dist-test-slave-bwd2"
05:22:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.403342 10243 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.004s
05:22:38.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.411857 10268 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:38.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.413367 10243 fs_manager.cc:725] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.001s
05:22:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.413785 10243 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal
05:22:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd3c0387801b4caea0ba1351b6989e6c"
05:22:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:38 on dist-test-slave-bwd2"
05:22:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.414199 10243 fs_report.cc:383] FS layout report
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data/data
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.458204 10243 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.459677 10243 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.460110 10243 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.525660 10243 rpc_server.cc:307] RPC server started. Bound to: 127.9.217.188:35425
05:22:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.525761 10319 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.217.188:35425 every 8 connection(s)
05:22:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.528262 10243 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/data/info.pb
05:22:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.531922 10086 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10243
05:22:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.532374 10086 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/master-2/wal/instance
05:22:38.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.534644 10320 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.554610 10320 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } has no permanent_uuid. Determining permanent_uuid...
05:22:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.578817 10320 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } has no permanent_uuid. Determining permanent_uuid...
05:22:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.589541 10320 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } has no permanent_uuid. Determining permanent_uuid...
05:22:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.606789 10320 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: Bootstrap starting.
05:22:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.612810 10320 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: Neither blocks nor log segments found. Creating new log.
05:22:38.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.614405 10320 log.cc:824] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: Log is configured to *not* fsync() on all Append() calls
05:22:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.618794 10320 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: No bootstrap required, opened a new log
05:22:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.639098 10320 raft_consensus.cc:348] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.639905 10320 raft_consensus.cc:374] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:22:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.640094 10320 raft_consensus.cc:729] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd3c0387801b4caea0ba1351b6989e6c, State: Initialized, Role: FOLLOWER
05:22:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.640829 10320 consensus_queue.cc:260] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.643967 10329 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.644865 10329 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: This master's current role is: FOLLOWER
05:22:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.645594 10320 sys_catalog.cc:564] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: configured and running, proceeding with master startup.
05:22:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.669636 10340 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:22:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.669974 10340 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:22:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.665328 10243 master_runner.cc:186] Error getting master registration for 127.9.217.190:41225: OK, instance_id { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" instance_seqno: 1783488155176033 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:22:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.687896 10243 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:22:38.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.715251 10274 tablet.cc:2369] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:22:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.775288 10166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 6
05:22:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.795498 10166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: Bootstrap starting.
05:22:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.802783 10166 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: Neither blocks nor log segments found. Creating new log.
05:22:38.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.805015 10166 log.cc:824] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: Log is configured to *not* fsync() on all Append() calls
05:22:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.809682 10166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: No bootstrap required, opened a new log
05:22:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.839753 10166 raft_consensus.cc:348] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.840602 10166 raft_consensus.cc:374] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:22:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.840907 10166 raft_consensus.cc:729] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4f016cbb8b741e794f506a657163f2c, State: Initialized, Role: FOLLOWER
05:22:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.841919 10166 consensus_queue.cc:260] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.845456 10344 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.847692 10344 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: This master's current role is: FOLLOWER
05:22:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.847294 10166 sys_catalog.cc:564] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: configured and running, proceeding with master startup.
05:22:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.891714 10355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:22:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.892023 10355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:22:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:38.894989 10120 tablet.cc:2369] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:22:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.879958 10098 master_runner.cc:186] Error getting master registration for 127.9.217.189:34755: OK, instance_id { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" instance_seqno: 1783488156841581 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:22:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.911370 10098 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:22:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.997785 10344 raft_consensus.cc:482] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:22:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:38.998533 10344 raft_consensus.cc:504] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.002086 10344 leader_election.cc:288] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0906eb483d0043babac156c2d1a2a664 (127.9.217.189:34755), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.003312 10295 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4f016cbb8b741e794f506a657163f2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c" is_pre_election: true
05:22:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.004143 10295 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4f016cbb8b741e794f506a657163f2c in term 0.
05:22:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.005488 10117 leader_election.cc:302] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4f016cbb8b741e794f506a657163f2c, bd3c0387801b4caea0ba1351b6989e6c; no voters: 
05:22:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.006371 10344 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Leader pre-election won for term 1
05:22:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.006702 10344 raft_consensus.cc:482] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:22:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.007203 10344 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 0 FOLLOWER]: Advancing to term 1
05:22:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.013494 10344 raft_consensus.cc:504] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.015395 10344 leader_election.cc:288] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [CANDIDATE]: Term 1 election: Requested vote from peers 0906eb483d0043babac156c2d1a2a664 (127.9.217.189:34755), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.017321 10295 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4f016cbb8b741e794f506a657163f2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c"
05:22:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.017839 10295 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 0 FOLLOWER]: Advancing to term 1
05:22:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.024394 10295 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4f016cbb8b741e794f506a657163f2c in term 1.
05:22:39.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.025995 10117 leader_election.cc:302] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4f016cbb8b741e794f506a657163f2c, bd3c0387801b4caea0ba1351b6989e6c; no voters: 
05:22:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.027597 10344 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 1 FOLLOWER]: Leader election won for term 1
05:22:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.036103 10344 raft_consensus.cc:686] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [term 1 LEADER]: Becoming Leader. State: Replica: b4f016cbb8b741e794f506a657163f2c, State: Running, Role: LEADER
05:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.037050 10344 consensus_queue.cc:237] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.048558 10357 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b4f016cbb8b741e794f506a657163f2c. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.049822 10357 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: This master's current role is: LEADER
05:22:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.054633 10359 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:22:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.061524 10359 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:22:39.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.077538 10295 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Refusing update from remote peer b4f016cbb8b741e794f506a657163f2c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:22:39.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.080482 10357 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:22:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.105886 10329 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b4f016cbb8b741e794f506a657163f2c. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.106668 10329 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: This master's current role is: FOLLOWER
05:22:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.114511 10344 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.115224 10344 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: This master's current role is: LEADER
05:22:39.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.118041 10361 mvcc.cc:205] Tried to move back new op lower bound from 7305167499566784512 to 7305167499426295808. Current Snapshot: MvccSnapshot[applied={T|T < 7305167499566784512}]
05:22:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.124231 10359 catalog_manager.cc:1347] Generated new cluster ID: 9a75e5f669ca42bfa33008a35e816e4e
05:22:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.124514 10359 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:22:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.139390 10329 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.140117 10329 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: This master's current role is: FOLLOWER
05:22:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.162268 10359 catalog_manager.cc:1370] Generated new certificate authority record
05:22:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.166343 10359 catalog_manager.cc:1504] Loading token signing keys...
05:22:39.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.206105 10359 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c: Generated new TSK 0
05:22:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.208295 10359 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:22:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.215734 10241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } attempt: 7
05:22:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.254482 10086 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/logs
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data/info.pb
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.129:0
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.217.129
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.129
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:22:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.281121 10241 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: Bootstrap starting.
05:22:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.292476 10241 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: Neither blocks nor log segments found. Creating new log.
05:22:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.294569 10241 log.cc:824] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: Log is configured to *not* fsync() on all Append() calls
05:22:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.311998 10241 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: No bootstrap required, opened a new log
05:22:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.341149 10241 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.341990 10241 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:22:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.342269 10241 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0906eb483d0043babac156c2d1a2a664, State: Initialized, Role: FOLLOWER
05:22:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.343233 10241 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:39.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.357685 10368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.358953 10368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: This master's current role is: FOLLOWER
05:22:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.367127 10368 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:22:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.367599 10368 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.370204 10368 leader_election.cc:288] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.371320 10141 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0906eb483d0043babac156c2d1a2a664" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4f016cbb8b741e794f506a657163f2c" is_pre_election: true
05:22:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.373754 10294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0906eb483d0043babac156c2d1a2a664" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c" is_pre_election: true
05:22:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.376335 10193 leader_election.cc:302] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0906eb483d0043babac156c2d1a2a664; no voters: b4f016cbb8b741e794f506a657163f2c, bd3c0387801b4caea0ba1351b6989e6c
05:22:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.377195 10368 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:22:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.378075 10241 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: configured and running, proceeding with master startup.
05:22:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.378517 10214 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 0 FOLLOWER]: Advancing to term 1
05:22:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.378928 10216 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4f016cbb8b741e794f506a657163f2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0906eb483d0043babac156c2d1a2a664" is_pre_election: true
05:22:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.379573 10215 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4f016cbb8b741e794f506a657163f2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0906eb483d0043babac156c2d1a2a664"
05:22:39.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.399045 10214 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Refusing update from remote peer b4f016cbb8b741e794f506a657163f2c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:22:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.400770 10357 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:22:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.475755 10376 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.476563 10376 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: This master's current role is: FOLLOWER
05:22:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.477147 10368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b4f016cbb8b741e794f506a657163f2c. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.477794 10368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: This master's current role is: FOLLOWER
05:22:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.511831 10384 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:22:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.675993 10340 catalog_manager.cc:1259] Loaded cluster ID: 9a75e5f669ca42bfa33008a35e816e4e
05:22:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.676707 10340 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: loading cluster ID for follower catalog manager: success
05:22:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.685155 10340 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: acquiring CA information for follower catalog manager: success
05:22:39.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.691030 10340 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:22:39.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.782692 10366 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:39.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.783123 10366 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:39.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.783545 10366 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.814808 10366 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.815601 10366 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.217.129
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.849722 10366 tablet_server_runner.cc:78] Tablet server non-default flags:
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.129:0
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data/info.pb
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.129
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.217.129
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/logs
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.850785 10366 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:39.853425 10366 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.905184 10391 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:40.007761 10396 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b4f016cbb8b741e794f506a657163f2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:40.019050 10396 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4f016cbb8b741e794f506a657163f2c [sys.catalog]: This master's current role is: LEADER
05:22:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:40.524962 10384 catalog_manager.cc:1259] Loaded cluster ID: 9a75e5f669ca42bfa33008a35e816e4e
05:22:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:40.527844 10384 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: loading cluster ID for follower catalog manager: success
05:22:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:40.552016 10384 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: acquiring CA information for follower catalog manager: success
05:22:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:40.569626 10384 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:22:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:41.282949 10389 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 10366
05:22:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:41.414968 10389 kernel_stack_watchdog.cc:198] Thread 10366 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 381ms:
05:22:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
05:22:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
05:22:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
05:22:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
05:22:41.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:39.908339 10390 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:41.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:41.417272 10393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:41.416474 10366 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.517s	user 0.461s	sys 0.748s
05:22:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:41.418109 10366 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.518s	user 0.461s	sys 0.748s
05:22:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.418366 10366 server_base.cc:1034] running on GCE node
05:22:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.419793 10366 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.429208 10366 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.432870 10366 hybrid_clock.cc:648] HybridClock initialized: now 1783488161432799 us; error 74 us; skew 500 ppm
05:22:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.433969 10366 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.455029 10366 webserver.cc:460] Webserver started at http://127.9.217.129:43167/ using document root <none> and password file <none>
05:22:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.456192 10366 fs_manager.cc:359] Metadata directory not provided
05:22:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.456434 10366 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.457020 10366 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.464061 10366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data/instance:
05:22:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c84c6fc13314eec883cb2db054ab496"
05:22:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:41 on dist-test-slave-bwd2"
05:22:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.465436 10366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal/instance:
05:22:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c84c6fc13314eec883cb2db054ab496"
05:22:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:41 on dist-test-slave-bwd2"
05:22:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.479879 10366 fs_manager.cc:691] Time spent creating directory manager: real 0.014s	user 0.010s	sys 0.003s
05:22:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.492502 10404 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.493772 10366 fs_manager.cc:725] Time spent opening block manager: real 0.010s	user 0.007s	sys 0.004s
05:22:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.494138 10366 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal
05:22:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c84c6fc13314eec883cb2db054ab496"
05:22:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:41 on dist-test-slave-bwd2"
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.494557 10366 fs_report.cc:383] FS layout report
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data/data
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.589823 10366 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.591920 10366 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.592448 10366 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.605273 10366 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:22:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.629750 10366 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:22:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.630028 10366 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:22:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.630314 10366 ts_tablet_manager.cc:610] Registered 0 tablets
05:22:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.630514 10366 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:22:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.901147 10366 rpc_server.cc:307] RPC server started. Bound to: 127.9.217.129:39885
05:22:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.901299 10516 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.217.129:39885 every 8 connection(s)
05:22:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.903764 10366 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/data/info.pb
05:22:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.907389 10086 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10366
05:22:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.907829 10086 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-0/wal/instance
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.916028 10086 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/logs
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data/info.pb
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.130:0
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.217.130
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.130
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:22:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.968362 10522 heartbeater.cc:347] Connected to a master server at 127.9.217.190:41225
05:22:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.968883 10522 heartbeater.cc:464] Registering TS with master...
05:22:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.969182 10518 heartbeater.cc:347] Connected to a master server at 127.9.217.189:34755
05:22:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.969511 10518 heartbeater.cc:464] Registering TS with master...
05:22:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.970079 10522 heartbeater.cc:511] Master 127.9.217.190:41225 requested a full tablet report, sending...
05:22:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.970467 10517 heartbeater.cc:347] Connected to a master server at 127.9.217.188:35425
05:22:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.970508 10518 heartbeater.cc:511] Master 127.9.217.189:34755 requested a full tablet report, sending...
05:22:41.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.970835 10517 heartbeater.cc:464] Registering TS with master...
05:22:41.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.971604 10517 heartbeater.cc:511] Master 127.9.217.188:35425 requested a full tablet report, sending...
05:22:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.973146 10130 ts_manager.cc:194] Registered new tserver with Master: 0c84c6fc13314eec883cb2db054ab496 (127.9.217.129:39885)
05:22:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.973802 10206 ts_manager.cc:194] Registered new tserver with Master: 0c84c6fc13314eec883cb2db054ab496 (127.9.217.129:39885)
05:22:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.975991 10130 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.217.129:41025
05:22:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:41.976049 10285 ts_manager.cc:194] Registered new tserver with Master: 0c84c6fc13314eec883cb2db054ab496 (127.9.217.129:39885)
05:22:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.265127 10521 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.265584 10521 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.266294 10521 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.299026 10521 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.299837 10521 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.217.130
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:42.338057 10521 tablet_server_runner.cc:78] Tablet server non-default flags:
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.130:0
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data/info.pb
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.130
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.217.130
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/logs
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:42.339166 10521 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:42.341257 10521 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.365475 10534 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:42.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:42.981149 10522 heartbeater.cc:503] Master 127.9.217.190:41225 was elected leader, sending a full tablet report...
05:22:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.367609 10533 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:42.365486 10536 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:43.666158 10535 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1299 milliseconds
05:22:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.666296 10521 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:22:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.667538 10521 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.670054 10521 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.671442 10521 hybrid_clock.cc:648] HybridClock initialized: now 1783488163671403 us; error 55 us; skew 500 ppm
05:22:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.672178 10521 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.678339 10521 webserver.cc:460] Webserver started at http://127.9.217.130:33541/ using document root <none> and password file <none>
05:22:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.679152 10521 fs_manager.cc:359] Metadata directory not provided
05:22:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.679322 10521 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.679677 10521 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.684201 10521 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data/instance:
05:22:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3de8e3092a03459ebfff50675d73ff09"
05:22:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:43 on dist-test-slave-bwd2"
05:22:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.685237 10521 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal/instance:
05:22:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3de8e3092a03459ebfff50675d73ff09"
05:22:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:43 on dist-test-slave-bwd2"
05:22:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.692806 10521 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
05:22:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.699112 10544 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.700181 10521 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
05:22:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.700467 10521 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal
05:22:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3de8e3092a03459ebfff50675d73ff09"
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:43 on dist-test-slave-bwd2"
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.700882 10521 fs_report.cc:383] FS layout report
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data/data
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.730212 10521 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.731766 10521 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.732203 10521 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.734659 10521 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:22:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.738653 10521 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:22:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.738860 10521 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:22:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.739063 10521 ts_tablet_manager.cc:610] Registered 0 tablets
05:22:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.739190 10521 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:22:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.886466 10521 rpc_server.cc:307] RPC server started. Bound to: 127.9.217.130:43179
05:22:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.886557 10657 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.217.130:43179 every 8 connection(s)
05:22:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.888792 10521 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/data/info.pb
05:22:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.893379 10086 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10521
05:22:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.894083 10086 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-1/wal/instance
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.913933 10086 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/logs
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data/info.pb
05:22:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.131:0
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.217.131
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.131
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:22:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.962301 10659 heartbeater.cc:347] Connected to a master server at 127.9.217.189:34755
05:22:43.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.962716 10659 heartbeater.cc:464] Registering TS with master...
05:22:43.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.963699 10658 heartbeater.cc:347] Connected to a master server at 127.9.217.188:35425
05:22:43.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.964023 10658 heartbeater.cc:464] Registering TS with master...
05:22:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.964800 10659 heartbeater.cc:511] Master 127.9.217.189:34755 requested a full tablet report, sending...
05:22:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.964941 10658 heartbeater.cc:511] Master 127.9.217.188:35425 requested a full tablet report, sending...
05:22:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.967854 10285 ts_manager.cc:194] Registered new tserver with Master: 3de8e3092a03459ebfff50675d73ff09 (127.9.217.130:43179)
05:22:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.967861 10206 ts_manager.cc:194] Registered new tserver with Master: 3de8e3092a03459ebfff50675d73ff09 (127.9.217.130:43179)
05:22:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.969108 10660 heartbeater.cc:347] Connected to a master server at 127.9.217.190:41225
05:22:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.969441 10660 heartbeater.cc:464] Registering TS with master...
05:22:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.970098 10660 heartbeater.cc:511] Master 127.9.217.190:41225 requested a full tablet report, sending...
05:22:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.971884 10130 ts_manager.cc:194] Registered new tserver with Master: 3de8e3092a03459ebfff50675d73ff09 (127.9.217.130:43179)
05:22:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:43.973413 10130 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.217.130:45531
05:22:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.254366 10665 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:44.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.254887 10665 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:44.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.255431 10665 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.285285 10665 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.286180 10665 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.217.131
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:44.320102 10665 tablet_server_runner.cc:78] Tablet server non-default flags:
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.217.148:43553
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal
05:22:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.217.131:0
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data/info.pb
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.217.131
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.217.190:41225,127.9.217.189:34755,127.9.217.188:35425
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.217.131
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/logs
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:44.321558 10665 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:44.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:44.323237 10665 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.341137 10674 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:44.976395 10660 heartbeater.cc:503] Master 127.9.217.190:41225 was elected leader, sending a full tablet report...
05:22:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:44.342310 10665 server_base.cc:1034] running on GCE node
05:22:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.341182 10677 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:44.341176 10675 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.439456 10665 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.441923 10665 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.443320 10665 hybrid_clock.cc:648] HybridClock initialized: now 1783488165443280 us; error 53 us; skew 500 ppm
05:22:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.444053 10665 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.450348 10665 webserver.cc:460] Webserver started at http://127.9.217.131:46477/ using document root <none> and password file <none>
05:22:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.451152 10665 fs_manager.cc:359] Metadata directory not provided
05:22:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.451323 10665 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.451699 10665 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.456393 10665 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data/instance:
05:22:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39624673c7ff4a5fbba77a67f0bc306a"
05:22:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:45 on dist-test-slave-bwd2"
05:22:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.457476 10665 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal/instance:
05:22:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39624673c7ff4a5fbba77a67f0bc306a"
05:22:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:45 on dist-test-slave-bwd2"
05:22:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.463990 10665 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
05:22:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.469112 10684 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.469991 10665 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
05:22:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.470294 10665 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal
05:22:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39624673c7ff4a5fbba77a67f0bc306a"
05:22:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:45 on dist-test-slave-bwd2"
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.470608 10665 fs_report.cc:383] FS layout report
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data/data
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.520447 10665 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.522188 10665 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.522617 10665 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.527266 10665 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:22:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.531276 10665 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:22:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.531456 10665 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:22:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.531651 10665 ts_tablet_manager.cc:610] Registered 0 tablets
05:22:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.531783 10665 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:22:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.677143 10665 rpc_server.cc:307] RPC server started. Bound to: 127.9.217.131:35687
05:22:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.677242 10797 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.217.131:35687 every 8 connection(s)
05:22:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.679452 10665 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/data/info.pb
05:22:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.687218 10086 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10665
05:22:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.687691 10086 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster812882873617012158/ts-2/wal/instance
05:22:45.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.731552 10798 heartbeater.cc:347] Connected to a master server at 127.9.217.188:35425
05:22:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.732050 10798 heartbeater.cc:464] Registering TS with master...
05:22:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.733515 10798 heartbeater.cc:511] Master 127.9.217.188:35425 requested a full tablet report, sending...
05:22:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.738734 10285 ts_manager.cc:194] Registered new tserver with Master: 39624673c7ff4a5fbba77a67f0bc306a (127.9.217.131:35687)
05:22:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.741856 10799 heartbeater.cc:347] Connected to a master server at 127.9.217.189:34755
05:22:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.743105 10799 heartbeater.cc:464] Registering TS with master...
05:22:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.743803 10799 heartbeater.cc:511] Master 127.9.217.189:34755 requested a full tablet report, sending...
05:22:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.746258 10206 ts_manager.cc:194] Registered new tserver with Master: 39624673c7ff4a5fbba77a67f0bc306a (127.9.217.131:35687)
05:22:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.746757 10800 heartbeater.cc:347] Connected to a master server at 127.9.217.190:41225
05:22:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.747088 10800 heartbeater.cc:464] Registering TS with master...
05:22:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.747836 10800 heartbeater.cc:511] Master 127.9.217.190:41225 requested a full tablet report, sending...
05:22:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.749751 10130 ts_manager.cc:194] Registered new tserver with Master: 39624673c7ff4a5fbba77a67f0bc306a (127.9.217.131:35687)
05:22:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.751277 10130 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.217.131:40353
05:22:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:45.759416 10086 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:22:45.769 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:22:45.771 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

05:22:45.780 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.217.190"
      port: 41225
    }
    bound_http_address {
      host: "127.9.217.190"
      port: 41035
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.217.189"
      port: 34755
    }
    bound_http_address {
      host: "127.9.217.189"
      port: 39251
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.217.188"
      port: 35425
    }
    bound_http_address {
      host: "127.9.217.188"
      port: 35563
    }
  }
}

05:22:45.787 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

05:22:45.791 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.217.129"
      port: 39885
    }
    bound_http_address {
      host: "127.9.217.129"
      port: 43167
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.217.130"
      port: 43179
    }
    bound_http_address {
      host: "127.9.217.130"
      port: 33541
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.217.131"
      port: 35687
    }
    bound_http_address {
      host: "127.9.217.131"
      port: 46477
    }
  }
}

05:22:45.791 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:22:45.979 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:22:46.092 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:22:46.171 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.217.189:34755(127.9.217.189:34755)] connecting to peer
05:22:46.241 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:46.242 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.217.188:35425(127.9.217.188:35425)] connecting to peer
05:22:46.275 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.217.190:41225(127.9.217.190:41225)] Successfully connected to peer
05:22:46.278 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.217.189:34755(127.9.217.189:34755)] Successfully connected to peer
05:22:46.356 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.217.188:35425(127.9.217.188:35425)] Successfully connected to peer
05:22:46.380 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.217.189
05:22:46.380 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.217.190
05:22:46.473 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.217.188
05:22:46.604 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3332fbbd, L:/127.0.0.1:44838 - R:/127.9.217.189:34755] using SASL/PLAIN
05:22:46.604 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2d852eda, L:/127.0.0.1:37634 - R:/127.9.217.190:41225] using SASL/PLAIN
05:22:46.624 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9a6f8fe9, L:/127.0.0.1:40786 - R:/127.9.217.188:35425] using SASL/PLAIN
05:22:46.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:22:46.656 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=535), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [494ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [495ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: OK, [504ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, deferred=null) after lookup
05:22:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.718490 10130 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37634:
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=OPEN_TABLE"
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
05:22:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:22:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:22:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:46.723094 10130 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=OPEN_TABLE in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:22:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.755185 10800 heartbeater.cc:503] Master 127.9.217.190:41225 was elected leader, sending a full tablet report...
05:22:46.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table aaebcf946edc4f6da1362ae5f66661e2
05:22:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.830395 10452 tablet_service.cc:1467] Processing CreateTablet for tablet 83d30e690fb8474099771e98c0e44a49 (DEFAULT_TABLE table=TestMasterFailover-killBefore=OPEN_TABLE [id=aaebcf946edc4f6da1362ae5f66661e2]), partition=RANGE (key) PARTITION UNBOUNDED
05:22:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.832167 10452 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 83d30e690fb8474099771e98c0e44a49. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.831434 10733 tablet_service.cc:1467] Processing CreateTablet for tablet 83d30e690fb8474099771e98c0e44a49 (DEFAULT_TABLE table=TestMasterFailover-killBefore=OPEN_TABLE [id=aaebcf946edc4f6da1362ae5f66661e2]), partition=RANGE (key) PARTITION UNBOUNDED
05:22:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.834523 10733 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 83d30e690fb8474099771e98c0e44a49. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.839753 10592 tablet_service.cc:1467] Processing CreateTablet for tablet 83d30e690fb8474099771e98c0e44a49 (DEFAULT_TABLE table=TestMasterFailover-killBefore=OPEN_TABLE [id=aaebcf946edc4f6da1362ae5f66661e2]), partition=RANGE (key) PARTITION UNBOUNDED
05:22:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.842012 10592 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 83d30e690fb8474099771e98c0e44a49. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.858717 10831 tablet_bootstrap.cc:492] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: Bootstrap starting.
05:22:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.870059 10831 tablet_bootstrap.cc:654] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: Neither blocks nor log segments found. Creating new log.
05:22:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.870563 10832 tablet_bootstrap.cc:492] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: Bootstrap starting.
05:22:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.872648 10831 log.cc:824] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: Log is configured to *not* fsync() on all Append() calls
05:22:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.872846 10833 tablet_bootstrap.cc:492] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: Bootstrap starting.
05:22:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.878268 10832 tablet_bootstrap.cc:654] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: Neither blocks nor log segments found. Creating new log.
05:22:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.880437 10833 tablet_bootstrap.cc:654] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: Neither blocks nor log segments found. Creating new log.
05:22:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.880939 10832 log.cc:824] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: Log is configured to *not* fsync() on all Append() calls
05:22:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.890967 10831 tablet_bootstrap.cc:492] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: No bootstrap required, opened a new log
05:22:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.891692 10831 ts_tablet_manager.cc:1397] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: Time spent bootstrapping tablet: real 0.034s	user 0.017s	sys 0.003s
05:22:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.898962 10832 tablet_bootstrap.cc:492] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: No bootstrap required, opened a new log
05:22:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.899977 10832 ts_tablet_manager.cc:1397] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: Time spent bootstrapping tablet: real 0.030s	user 0.014s	sys 0.010s
05:22:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.901585 10833 log.cc:824] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: Log is configured to *not* fsync() on all Append() calls
05:22:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.919453 10833 tablet_bootstrap.cc:492] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: No bootstrap required, opened a new log
05:22:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.919965 10833 ts_tablet_manager.cc:1397] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: Time spent bootstrapping tablet: real 0.048s	user 0.012s	sys 0.006s
05:22:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.925292 10831 raft_consensus.cc:348] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.928428 10831 raft_consensus.cc:374] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:22:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.928860 10831 raft_consensus.cc:729] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39624673c7ff4a5fbba77a67f0bc306a, State: Initialized, Role: FOLLOWER
05:22:46.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.929875 10831 consensus_queue.cc:260] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.937409 10832 raft_consensus.cc:348] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.938237 10832 raft_consensus.cc:374] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:22:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.938503 10832 raft_consensus.cc:729] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c84c6fc13314eec883cb2db054ab496, State: Initialized, Role: FOLLOWER
05:22:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.939314 10832 consensus_queue.cc:260] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:46.953480 10527 tablet.cc:2369] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:22:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.954572 10832 ts_tablet_manager.cc:1428] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496: Time spent starting tablet: real 0.054s	user 0.025s	sys 0.022s
05:22:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.971109 10833 raft_consensus.cc:348] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.971745 10833 raft_consensus.cc:374] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:22:46.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.972007 10833 raft_consensus.cc:729] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3de8e3092a03459ebfff50675d73ff09, State: Initialized, Role: FOLLOWER
05:22:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.973241 10833 consensus_queue.cc:260] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.976869 10833 ts_tablet_manager.cc:1428] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: Time spent starting tablet: real 0.057s	user 0.026s	sys 0.011s
05:22:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.982817 10831 ts_tablet_manager.cc:1428] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: Time spent starting tablet: real 0.091s	user 0.044s	sys 0.035s
05:22:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:46.983767 10805 tablet.cc:2369] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:22:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.992738 10837 raft_consensus.cc:482] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:22:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.993245 10837 raft_consensus.cc:504] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:46.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:46.996362 10837 leader_election.cc:288] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3de8e3092a03459ebfff50675d73ff09 (127.9.217.130:43179), 0c84c6fc13314eec883cb2db054ab496 (127.9.217.129:39885)
05:22:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.014081 10612 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "83d30e690fb8474099771e98c0e44a49" candidate_uuid: "39624673c7ff4a5fbba77a67f0bc306a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3de8e3092a03459ebfff50675d73ff09" is_pre_election: true
05:22:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.014737 10472 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "83d30e690fb8474099771e98c0e44a49" candidate_uuid: "39624673c7ff4a5fbba77a67f0bc306a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c84c6fc13314eec883cb2db054ab496" is_pre_election: true
05:22:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.015247 10612 raft_consensus.cc:2454] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 39624673c7ff4a5fbba77a67f0bc306a in term 0.
05:22:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.015367 10472 raft_consensus.cc:2454] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 39624673c7ff4a5fbba77a67f0bc306a in term 0.
05:22:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.016541 10687 leader_election.cc:302] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c84c6fc13314eec883cb2db054ab496, 39624673c7ff4a5fbba77a67f0bc306a; no voters: 
05:22:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.017650 10837 raft_consensus.cc:2781] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Leader pre-election won for term 1
05:22:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.018052 10837 raft_consensus.cc:482] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:22:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.018376 10837 raft_consensus.cc:3037] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 0 FOLLOWER]: Advancing to term 1
05:22:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.023453 10837 raft_consensus.cc:504] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.025494 10837 leader_election.cc:288] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [CANDIDATE]: Term 1 election: Requested vote from peers 3de8e3092a03459ebfff50675d73ff09 (127.9.217.130:43179), 0c84c6fc13314eec883cb2db054ab496 (127.9.217.129:39885)
05:22:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.026051 10472 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "83d30e690fb8474099771e98c0e44a49" candidate_uuid: "39624673c7ff4a5fbba77a67f0bc306a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c84c6fc13314eec883cb2db054ab496"
05:22:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.026170 10612 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "83d30e690fb8474099771e98c0e44a49" candidate_uuid: "39624673c7ff4a5fbba77a67f0bc306a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3de8e3092a03459ebfff50675d73ff09"
05:22:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.026482 10472 raft_consensus.cc:3037] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [term 0 FOLLOWER]: Advancing to term 1
05:22:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.026535 10612 raft_consensus.cc:3037] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [term 0 FOLLOWER]: Advancing to term 1
05:22:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.030711 10612 raft_consensus.cc:2454] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39624673c7ff4a5fbba77a67f0bc306a in term 1.
05:22:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.030848 10472 raft_consensus.cc:2454] T 83d30e690fb8474099771e98c0e44a49 P 0c84c6fc13314eec883cb2db054ab496 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39624673c7ff4a5fbba77a67f0bc306a in term 1.
05:22:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.031659 10686 leader_election.cc:302] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 39624673c7ff4a5fbba77a67f0bc306a, 3de8e3092a03459ebfff50675d73ff09; no voters: 
05:22:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.032310 10837 raft_consensus.cc:2781] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 1 FOLLOWER]: Leader election won for term 1
05:22:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.033740 10837 raft_consensus.cc:686] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [term 1 LEADER]: Becoming Leader. State: Replica: 39624673c7ff4a5fbba77a67f0bc306a, State: Running, Role: LEADER
05:22:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.034969 10837 consensus_queue.cc:237] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } }
05:22:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.045558 10131 catalog_manager.cc:5495] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a reported cstate change: term changed from 0 to 1, leader changed from <none> to 39624673c7ff4a5fbba77a67f0bc306a (127.9.217.131). New cstate: current_term: 1 leader_uuid: "39624673c7ff4a5fbba77a67f0bc306a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39624673c7ff4a5fbba77a67f0bc306a" member_type: VOTER last_known_addr { host: "127.9.217.131" port: 35687 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 } health_report { overall_health: UNKNOWN } } }
05:22:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:47.207141 10666 tablet.cc:2369] T 83d30e690fb8474099771e98c0e44a49 P 3de8e3092a03459ebfff50675d73ff09: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:22:47.227 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.217.190:41225
05:22:47.229 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

05:22:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.229838 10086 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10098
05:22:47.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
05:22:47.256 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.217.190:41225(127.9.217.190:41225)] handling channelInactive
05:22:47.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state READY due to: connection closed
05:22:47.257 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.9.217.190:41225(127.9.217.190:41225) for tablet Kudu Master: connection closed
05:22:47.263 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.282 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.303 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.322 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.362 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.423 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.522 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.582 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.582907 10846 consensus_queue.cc:1035] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [LEADER]: Connected to new peer: Peer: permanent_uuid: "0c84c6fc13314eec883cb2db054ab496" member_type: VOTER last_known_addr { host: "127.9.217.129" port: 39885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:22:47.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:47.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:47.603484 10522 heartbeater.cc:644] Failed to heartbeat to 127.9.217.190:41225 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:47.604444 10849 consensus_queue.cc:1035] T 83d30e690fb8474099771e98c0e44a49 P 39624673c7ff4a5fbba77a67f0bc306a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3de8e3092a03459ebfff50675d73ff09" member_type: VOTER last_known_addr { host: "127.9.217.130" port: 43179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:22:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:47.607918 10800 heartbeater.cc:644] Failed to heartbeat to 127.9.217.190:41225 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:47.624032 10660 heartbeater.cc:644] Failed to heartbeat to 127.9.217.190:41225 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:47.763 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:47.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:47.767 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:48.023 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:48.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:48.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:48.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:48.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.558647 10859 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b4f016cbb8b741e794f506a657163f2c)
05:22:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.559137 10859 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.560901 10859 leader_election.cc:288] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:48.563090 10193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111) [suppressed 6 similar messages]
05:22:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.562955 10860 raft_consensus.cc:482] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b4f016cbb8b741e794f506a657163f2c)
05:22:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.562738 10294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0906eb483d0043babac156c2d1a2a664" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c" is_pre_election: true
05:22:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.563511 10860 raft_consensus.cc:504] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.564473 10294 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0906eb483d0043babac156c2d1a2a664 in term 1.
05:22:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.566025 10860 leader_election.cc:288] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), 0906eb483d0043babac156c2d1a2a664 (127.9.217.189:34755)
05:22:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:48.566619 10193 leader_election.cc:334] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.567212 10214 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd3c0387801b4caea0ba1351b6989e6c" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "0906eb483d0043babac156c2d1a2a664" is_pre_election: true
05:22:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.567849 10214 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd3c0387801b4caea0ba1351b6989e6c in term 1.
05:22:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:48.568694 10272 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.568933 10269 leader_election.cc:302] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0906eb483d0043babac156c2d1a2a664, bd3c0387801b4caea0ba1351b6989e6c; no voters: 
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.569669 10860 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Leader pre-election won for term 2
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.570037 10860 raft_consensus.cc:482] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Starting leader election (detected failure of leader b4f016cbb8b741e794f506a657163f2c)
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.570291 10860 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 1 FOLLOWER]: Advancing to term 2
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.570204 10192 leader_election.cc:302] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0906eb483d0043babac156c2d1a2a664, bd3c0387801b4caea0ba1351b6989e6c; no voters: b4f016cbb8b741e794f506a657163f2c
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.570894 10859 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Leader pre-election won for term 2
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.571172 10859 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Starting leader election (detected failure of leader b4f016cbb8b741e794f506a657163f2c)
05:22:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.571501 10859 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 1 FOLLOWER]: Advancing to term 2
05:22:48.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:48.573046 10272 leader_election.cc:334] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:48.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.578557 10860 raft_consensus.cc:504] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.579402 10859 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.581303 10860 leader_election.cc:288] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [CANDIDATE]: Term 2 election: Requested vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), 0906eb483d0043babac156c2d1a2a664 (127.9.217.189:34755)
05:22:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.581511 10214 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd3c0387801b4caea0ba1351b6989e6c" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "0906eb483d0043babac156c2d1a2a664"
05:22:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.582243 10214 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate bd3c0387801b4caea0ba1351b6989e6c in current term 2: Already voted for candidate 0906eb483d0043babac156c2d1a2a664 in this term.
05:22:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.583493 10859 leader_election.cc:288] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 2 election: Requested vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.583397 10294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0906eb483d0043babac156c2d1a2a664" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c"
05:22:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.584084 10294 raft_consensus.cc:2379] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 0906eb483d0043babac156c2d1a2a664 in current term 2: Already voted for candidate bd3c0387801b4caea0ba1351b6989e6c in this term.
05:22:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:48.584044 10272 leader_election.cc:334] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:48.584348 10193 leader_election.cc:334] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.584372 10272 leader_election.cc:302] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bd3c0387801b4caea0ba1351b6989e6c; no voters: 0906eb483d0043babac156c2d1a2a664, b4f016cbb8b741e794f506a657163f2c
05:22:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.585065 10860 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
05:22:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.584982 10192 leader_election.cc:302] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0906eb483d0043babac156c2d1a2a664; no voters: b4f016cbb8b741e794f506a657163f2c, bd3c0387801b4caea0ba1351b6989e6c
05:22:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:48.585632 10859 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
05:22:49.983 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:49.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:49.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:49.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:49.987 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425; will retry
05:22:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.415096 10873 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:22:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.415505 10873 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.417160 10873 leader_election.cc:288] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.418175 10294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0906eb483d0043babac156c2d1a2a664" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c" is_pre_election: true
05:22:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.418681 10294 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0906eb483d0043babac156c2d1a2a664 in term 2.
05:22:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.419482 10192 leader_election.cc:302] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0906eb483d0043babac156c2d1a2a664, bd3c0387801b4caea0ba1351b6989e6c; no voters: 
05:22:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.420001 10873 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Leader pre-election won for term 3
05:22:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.420218 10873 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:22:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.420535 10873 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 2 FOLLOWER]: Advancing to term 3
05:22:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:50.421923 10193 leader_election.cc:334] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.424974 10873 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.426254 10873 leader_election.cc:288] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 3 election: Requested vote from peers b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225), bd3c0387801b4caea0ba1351b6989e6c (127.9.217.188:35425)
05:22:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.427204 10294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0906eb483d0043babac156c2d1a2a664" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "bd3c0387801b4caea0ba1351b6989e6c"
05:22:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.427732 10294 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 2 FOLLOWER]: Advancing to term 3
05:22:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:50.428926 10193 leader_election.cc:334] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111)
05:22:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.432082 10294 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0906eb483d0043babac156c2d1a2a664 in term 3.
05:22:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.432910 10192 leader_election.cc:302] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0906eb483d0043babac156c2d1a2a664, bd3c0387801b4caea0ba1351b6989e6c; no voters: b4f016cbb8b741e794f506a657163f2c
05:22:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.433482 10873 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 3 FOLLOWER]: Leader election won for term 3
05:22:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.434338 10873 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [term 3 LEADER]: Becoming Leader. State: Replica: 0906eb483d0043babac156c2d1a2a664, State: Running, Role: LEADER
05:22:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.435041 10873 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } }
05:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.438493 10876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0906eb483d0043babac156c2d1a2a664. Latest consensus state: current_term: 3 leader_uuid: "0906eb483d0043babac156c2d1a2a664" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.439203 10876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: This master's current role is: LEADER
05:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.440567 10878 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:22:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.446764 10878 catalog_manager.cc:669] Loaded metadata for table TestMasterFailover-killBefore=OPEN_TABLE [id=aaebcf946edc4f6da1362ae5f66661e2]
05:22:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.450964 10878 tablet_loader.cc:96] loaded metadata for tablet 83d30e690fb8474099771e98c0e44a49 (table TestMasterFailover-killBefore=OPEN_TABLE [id=aaebcf946edc4f6da1362ae5f66661e2])
05:22:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.451764 10878 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:22:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.454775 10878 catalog_manager.cc:1259] Loaded cluster ID: 9a75e5f669ca42bfa33008a35e816e4e
05:22:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.454939 10878 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:22:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.458105 10878 catalog_manager.cc:1504] Loading token signing keys...
05:22:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.460567 10878 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664: Loaded TSK: 0
05:22:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.461680 10878 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:22:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.875375 10294 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [term 3 FOLLOWER]: Refusing update from remote peer 0906eb483d0043babac156c2d1a2a664: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 8. (index mismatch)
05:22:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.876556 10876 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
05:22:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.881225 10881 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0906eb483d0043babac156c2d1a2a664. Latest consensus state: current_term: 3 leader_uuid: "0906eb483d0043babac156c2d1a2a664" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.881980 10881 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: This master's current role is: FOLLOWER
05:22:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.885828 10873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "0906eb483d0043babac156c2d1a2a664" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:50.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.886498 10873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 [sys.catalog]: This master's current role is: LEADER
05:22:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.887485 10881 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0906eb483d0043babac156c2d1a2a664" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4f016cbb8b741e794f506a657163f2c" member_type: VOTER last_known_addr { host: "127.9.217.190" port: 41225 } } peers { permanent_uuid: "0906eb483d0043babac156c2d1a2a664" member_type: VOTER last_known_addr { host: "127.9.217.189" port: 34755 } } peers { permanent_uuid: "bd3c0387801b4caea0ba1351b6989e6c" member_type: VOTER last_known_addr { host: "127.9.217.188" port: 35425 } } }
05:22:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:50.888250 10881 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd3c0387801b4caea0ba1351b6989e6c [sys.catalog]: This master's current role is: FOLLOWER
05:22:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:50.888448 10193 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0906eb483d0043babac156c2d1a2a664 -> Peer b4f016cbb8b741e794f506a657163f2c (127.9.217.190:41225): Couldn't send request to peer b4f016cbb8b741e794f506a657163f2c. Status: Network error: Client connection negotiation failed: client connection to 127.9.217.190:41225: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:22:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:51.627159 10518 heartbeater.cc:503] Master 127.9.217.189:34755 was elected leader, sending a full tablet report...
05:22:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:51.636557 10659 heartbeater.cc:503] Master 127.9.217.189:34755 was elected leader, sending a full tablet report...
05:22:52.023 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.9.217.190:41225(127.9.217.190:41225)] connecting to peer
05:22:52.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:52.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.190:41225(127.9.217.190:41225)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:52.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.217.190:41225: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225
05:22:52.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:22:52.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=13, TimeoutTracker(timeout=50000, elapsed=4775), Traces: [0ms] sending RPC to server master-127.9.217.190:41225, [4ms] received response from server master-127.9.217.190:41225: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [13ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [15ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [16ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [31ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [33ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [52ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [53ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [73ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [74ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [75ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [109ms] refreshing cache from master, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [112ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [113ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [115ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [169ms] refreshing cache from master, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [172ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [174ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [175ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [175ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [269ms] refreshing cache from master, [269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [272ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [274ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [275ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [276ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [328ms] refreshing cache from master, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [333ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [334ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [336ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [336ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [509ms] refreshing cache from master, [509ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [509ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [510ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [512ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [513ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [514ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [514ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [769ms] refreshing cache from master, [769ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [774ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [774ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [775ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [775ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [2729ms] refreshing cache from master, [2729ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [2730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [2730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [2732ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [2733ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, [2734ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [2734ms] delaying RPC due to: Service unavailable: Master config (127.9.217.189:34755,127.9.217.190:41225,127.9.217.188:35425) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [4769ms] refreshing cache from master, [4769ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.189:34755, [4769ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.190:41225, [4770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.217.188:35425, [4772ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.190:41225: Network error: Failed to connect to peer master-127.9.217.190:41225(127.9.217.190:41225): Connection refused: /127.9.217.190:41225, [4774ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.188:35425: OK, [4774ms] Sub RPC ConnectToMaster: received response from server master-127.9.217.189:34755: OK, deferred=Deferred@1525831381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$80/1023936648@5e8b5bbb -> wakeup thread Time-limited test -> (continuation of Deferred@1047948869 after retry RPC after error@522627379) -> (continuation of Deferred@1470763260 after retry RPC after error@1400430385) -> (continuation of Deferred@1592891229 after retry RPC after error@1958007425) -> (continuation of Deferred@1931350299 after retry RPC after error@1711982878) -> (continuation of Deferred@873718269 after retry RPC after error@1717636388) -> (continuation of Deferred@1702121018 after retry RPC after error@1434859955) -> (continuation of Deferred@2125543159 after retry RPC after error@274140200) -> (continuation of Deferred@1469420934 after retry RPC after error@859465062) -> (continuation of Deferred@1145826168 after retry RPC after error@1825937813) -> (continuation of Deferred@395778092 after retry RPC after error@2003193581) -> (continuation of Deferred@1819114322 after retry RPC after error@741629563), errback=passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1047948869 after retry RPC after error@522627379) -> (continuation of Deferred@1470763260 after retry RPC after error@1400430385) -> (continuation of Deferred@1592891229 after retry RPC after error@1958007425) -> (continuation of Deferred@1931350299 after retry RPC after error@1711982878) -> (continuation of Deferred@873718269 after retry RPC after error@1717636388) -> (continuation of Deferred@1702121018 after retry RPC after error@1434859955) -> (continuation of Deferred@2125543159 after retry RPC after error@274140200) -> (continuation of Deferred@1469420934 after retry RPC after error@859465062) -> (continuation of Deferred@1145826168 after retry RPC after error@1825937813) -> (continuation of Deferred@395778092 after retry RPC after error@2003193581) -> (continuation of Deferred@1819114322 after retry RPC after error@741629563))) after lookup
05:22:52.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table aaebcf946edc4f6da1362ae5f66661e2
05:22:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:52.066769 10799 heartbeater.cc:503] Master 127.9.217.189:34755 was elected leader, sending a full tablet report...
05:22:52.070 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 83d30e690fb8474099771e98c0e44a49 for table 'TestMasterFailover-killBefore=OPEN_TABLE' with partition [<start>, <end>)
05:22:52.077 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=83d30e690fb8474099771e98c0e44a49@[0c84c6fc13314eec883cb2db054ab496(127.9.217.129:39885),39624673c7ff4a5fbba77a67f0bc306a(127.9.217.131:35687)[L],3de8e3092a03459ebfff50675d73ff09(127.9.217.130:43179)]}]
05:22:52.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.217.189:34755, [14ms] Sub RPC GetTableLocations: received response from server master-127.9.217.189:34755: OK, deferred=null)) after lookup
05:22:52.089 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 39624673c7ff4a5fbba77a67f0bc306a(127.9.217.131:35687)] connecting to peer
05:22:52.091 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 39624673c7ff4a5fbba77a67f0bc306a(127.9.217.131:35687)] Successfully connected to peer
05:22:52.140 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3cc3f243, L:/127.0.0.1:59104 - R:/127.9.217.131:35687] using TOKEN/null
05:22:52.169 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=OPEN_TABLE, tablet=83d30e690fb8474099771e98c0e44a49, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
05:22:52.182 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:22:52.184 [DEBUG - main] (Connection.java:575) [peer 39624673c7ff4a5fbba77a67f0bc306a(127.9.217.131:35687)] disconnecting while in state READY
05:22:52.188 [DEBUG - main] (Connection.java:575) [peer master-127.9.217.188:35425(127.9.217.188:35425)] disconnecting while in state READY
05:22:52.188 [DEBUG - main] (Connection.java:575) [peer master-127.9.217.189:34755(127.9.217.189:34755)] disconnecting while in state READY
05:22:52.188 [DEBUG - main] (Connection.java:575) [peer master-127.9.217.190:41225(127.9.217.190:41225)] disconnecting while in state TERMINATED
05:22:52.196 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 39624673c7ff4a5fbba77a67f0bc306a(127.9.217.131:35687)] handling channelInactive
05:22:52.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 39624673c7ff4a5fbba77a67f0bc306a(127.9.217.131:35687)] cleaning up while in state READY due to: connection closed
05:22:52.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:22:52.202 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.217.188:35425(127.9.217.188:35425)] handling channelInactive
05:22:52.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.188:35425(127.9.217.188:35425)] cleaning up while in state READY due to: connection closed
05:22:52.202 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.217.189:34755(127.9.217.189:34755)] handling channelInactive
05:22:52.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.217.189:34755(127.9.217.189:34755)] cleaning up while in state READY due to: connection closed
05:22:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:52.203226 10086 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10366
05:22:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:52.233597 10086 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10521
05:22:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:52.264699 10086 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10665
05:22:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:52.291503 10086 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10168
05:22:52.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:52.315260 10086 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10243
05:22:53.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:22:53Z chronyd exiting
.05:22:54.718 [INFO - main] (RandomUtils.java:49) Using random seed: 1783488174717
05:22:54.720 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
05:22:54.721 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:22:54.721 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvFwhnU/test-tmp
05:22:54.722 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:22:54.722 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvFwhnU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:22:54.724 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

05:22:55.048 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:22:55.048 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

05:22:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.051317 10903 mini_oidc.cc:152] Starting JWKS server
05:22:55.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.055352 10903 webserver.cc:460] Webserver started at http://127.0.0.1:44781/ using document root <none> and password file <none>
05:22:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.055943 10903 mini_oidc.cc:189] Starting OIDC Discovery server
05:22:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.058669 10903 webserver.cc:460] Webserver started at http://127.0.0.1:45405/ using document root <none> and password file <none>
05:22:55.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:22:55Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:22:55.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:22:55Z Disabled control of system clock
05:22:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.108404 10903 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/logs
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data/info.pb
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.254:32815
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.254
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:22:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44781/jwks.json with env {}
05:22:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.411320 10915 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.411943 10915 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.412518 10915 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.443003 10915 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:22:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.443351 10915 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.443676 10915 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:22:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.443938 10915 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:22:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.444137 10915 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:22:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.444268 10915 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44781/jwks.json
05:22:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.478443 10915 master_runner.cc:386] Master server non-default flags:
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.254:32815
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44781/jwks.json
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data/info.pb
05:22:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.254
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/logs
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.479884 10915 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.481607 10915 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.497697 10924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.497709 10922 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:55.497762 10921 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:55.498457 10915 server_base.cc:1034] running on GCE node
05:22:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.593181 10915 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.596033 10915 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.597430 10915 hybrid_clock.cc:648] HybridClock initialized: now 1783488176597380 us; error 67 us; skew 500 ppm
05:22:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.598202 10915 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.607162 10915 webserver.cc:460] Webserver started at http://127.10.165.254:34761/ using document root <none> and password file <none>
05:22:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.607998 10915 fs_manager.cc:359] Metadata directory not provided
05:22:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.608178 10915 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.608536 10915 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.613085 10915 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data/instance:
05:22:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "512004afbd3a4a36b7635346e57e883a"
05:22:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:56 on dist-test-slave-bwd2"
05:22:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.614079 10915 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal/instance:
05:22:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "512004afbd3a4a36b7635346e57e883a"
05:22:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:56 on dist-test-slave-bwd2"
05:22:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.622825 10915 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.003s
05:22:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.629808 10931 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.630826 10915 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
05:22:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.631104 10915 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal
05:22:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "512004afbd3a4a36b7635346e57e883a"
05:22:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:56 on dist-test-slave-bwd2"
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.631392 10915 fs_report.cc:383] FS layout report
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data/data
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.692147 10915 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.693553 10915 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.693964 10915 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.757658 10915 rpc_server.cc:307] RPC server started. Bound to: 127.10.165.254:32815
05:22:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.757764 10982 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.165.254:32815 every 8 connection(s)
05:22:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.760097 10915 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/data/info.pb
05:22:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.765036 10983 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.768342 10903 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10915
05:22:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.768903 10903 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-0/wal/instance
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.773826 10903 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/logs
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data/info.pb
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.253:46033
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.253
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:22:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44781/jwks.json with env {}
05:22:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.779435 10983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } has no permanent_uuid. Determining permanent_uuid...
05:22:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.810204 10983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } has no permanent_uuid. Determining permanent_uuid...
05:22:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:56.812530 10935 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:56.816129 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.865623 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 1
05:22:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:56.877010 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:56.945410 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 2
05:22:56.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:56.949044 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:57.040529 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 3
05:22:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.044090 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.067409 10985 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.067947 10985 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.068413 10985 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.098701 10985 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:22:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.098982 10985 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.099191 10985 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:22:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.099378 10985 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:22:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.099579 10985 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:22:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.099713 10985 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44781/jwks.json
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:57.133530 10985 master_runner.cc:386] Master server non-default flags:
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.253:46033
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44781/jwks.json
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data/info.pb
05:22:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.253
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/logs
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:57.134662 10985 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:57.136080 10985 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.152582 10994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:57.187467 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 4
05:22:57.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.191910 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:57.491405 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 5
05:22:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.496229 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.043674 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 6
05:22:58.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.050879 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.253:46033: Network error: Client connection negotiation failed: client connection to 127.10.165.253:46033: connect: Connection refused (error 111)
05:22:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.152606 10995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:57.154735 10997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.263552 10996 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1107 milliseconds
05:22:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.263695 10985 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:22:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.264972 10985 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.267762 10985 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.269136 10985 hybrid_clock.cc:648] HybridClock initialized: now 1783488178269096 us; error 56 us; skew 500 ppm
05:22:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.269932 10985 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.276010 10985 webserver.cc:460] Webserver started at http://127.10.165.253:45823/ using document root <none> and password file <none>
05:22:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.276907 10985 fs_manager.cc:359] Metadata directory not provided
05:22:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.277089 10985 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.277618 10985 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.282773 10985 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data/instance:
05:22:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d313c89ba1b4848a6644b2bb45f9a7c"
05:22:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:58 on dist-test-slave-bwd2"
05:22:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.283965 10985 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal/instance:
05:22:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d313c89ba1b4848a6644b2bb45f9a7c"
05:22:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:58 on dist-test-slave-bwd2"
05:22:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.290994 10985 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.009s	sys 0.000s
05:22:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.296393 11006 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.297461 10985 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
05:22:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.297786 10985 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal
05:22:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d313c89ba1b4848a6644b2bb45f9a7c"
05:22:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:58 on dist-test-slave-bwd2"
05:22:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.298295 10985 fs_report.cc:383] FS layout report
05:22:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data/data
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.332470 10985 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.333838 10985 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.334267 10985 kserver.cc:163] Server-wide thread pool size limit: 3276
05:22:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.398553 10985 rpc_server.cc:307] RPC server started. Bound to: 127.10.165.253:46033
05:22:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.398654 11057 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.165.253:46033 every 8 connection(s)
05:22:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.401007 10985 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/data/info.pb
05:22:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.402345 10903 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 10985
05:22:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.402812 10903 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-1/wal/instance
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.405273 10903 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/logs
05:22:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data/info.pb
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.252:35663
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.252
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44781/jwks.json with env {}
05:22:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.406566 11058 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:22:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.417611 11058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } has no permanent_uuid. Determining permanent_uuid...
05:22:58.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.444002 11058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } has no permanent_uuid. Determining permanent_uuid...
05:22:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.460489 11058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } has no permanent_uuid. Determining permanent_uuid...
05:22:58.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.462498 11008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.466032 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.515583 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 1
05:22:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.519227 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.587628 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 2
05:22:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.591053 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.682433 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 3
05:22:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.685901 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.694021 11060 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:22:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.694573 11060 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:22:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.695135 11060 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:22:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.729487 11060 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:22:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.729768 11060 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:22:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.729954 11060 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:22:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.730151 11060 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:22:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.730378 11060 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:22:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.730551 11060 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44781/jwks.json
05:22:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.767499 11060 master_runner.cc:386] Master server non-default flags:
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.252:35663
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44781/jwks.json
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data/info.pb
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.252
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/logs
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:22:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:22:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.768832 11060 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:22:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.770433 11060 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:22:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.789183 11071 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.829281 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 4
05:22:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.833940 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.111335 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } attempt: 7
05:22:59.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.123512 10983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } has no permanent_uuid. Determining permanent_uuid...
05:22:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.128597 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.133369 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 5
05:22:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.137346 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.186995 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 1
05:22:59.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.190611 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.271989 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 2
05:22:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.275713 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.361069 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 3
05:22:59.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.364632 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.505007 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 4
05:22:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.508742 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.684716 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 6
05:22:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.691128 11058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.792095 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 5
05:22:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:59.795362 10983 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.165.252:35663: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:22:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.790079 11070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:22:58.790446 11073 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:22:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:58.790855 11060 server_base.cc:1034] running on GCE node
05:22:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.893597 11060 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:22:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.896437 11060 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:22:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.897842 11060 hybrid_clock.cc:648] HybridClock initialized: now 1783488179897798 us; error 82 us; skew 500 ppm
05:22:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.898602 11060 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:22:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.904448 11060 webserver.cc:460] Webserver started at http://127.10.165.252:43809/ using document root <none> and password file <none>
05:22:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.905464 11060 fs_manager.cc:359] Metadata directory not provided
05:22:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.905671 11060 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:22:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.906149 11060 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:22:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.910871 11060 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data/instance:
05:22:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b9806eb654941919eb6caf4fb93f107"
05:22:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:59 on dist-test-slave-bwd2"
05:22:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.912048 11060 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal/instance:
05:22:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b9806eb654941919eb6caf4fb93f107"
05:22:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:59 on dist-test-slave-bwd2"
05:22:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.918977 11060 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
05:22:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.924386 11085 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:22:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.925415 11060 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.925732 11060 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b9806eb654941919eb6caf4fb93f107"
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:22:59 on dist-test-slave-bwd2"
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.926045 11060 fs_report.cc:383] FS layout report
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data/data
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:22:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:22:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:22:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:22:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:22:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.965916 11060 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:22:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.967322 11060 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:22:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:22:59.967757 11060 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.034808 11060 rpc_server.cc:307] RPC server started. Bound to: 127.10.165.252:35663
05:23:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.034910 11136 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.165.252:35663 every 8 connection(s)
05:23:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.037910 11060 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/data/info.pb
05:23:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.041642 10903 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11060
05:23:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.042092 10903 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/master-2/wal/instance
05:23:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.043491 11137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:00.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.058372 11137 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } has no permanent_uuid. Determining permanent_uuid...
05:23:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.088044 11137 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } has no permanent_uuid. Determining permanent_uuid...
05:23:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.099261 11137 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } has no permanent_uuid. Determining permanent_uuid...
05:23:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.117365 11137 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: Bootstrap starting.
05:23:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.122606 11137 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: Neither blocks nor log segments found. Creating new log.
05:23:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.125006 11137 log.cc:824] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: Log is configured to *not* fsync() on all Append() calls
05:23:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.129101 11137 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: No bootstrap required, opened a new log
05:23:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.149964 11137 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.150563 11137 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.150810 11137 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b9806eb654941919eb6caf4fb93f107, State: Initialized, Role: FOLLOWER
05:23:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.151579 11137 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.153802 11146 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.154412 11146 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.155582 11137 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: configured and running, proceeding with master startup.
05:23:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:00.178889 11157 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:23:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:00.179214 11157 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:23:00.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.175604 11060 master_runner.cc:186] Error getting master registration for 127.10.165.254:32815: OK, instance_id { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" instance_seqno: 1783488176740203 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:23:00.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.199013 11060 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:23:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:00.222499 11091 tablet.cc:2369] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.258711 11146 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.259090 11146 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.260901 11146 leader_election.cc:288] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 512004afbd3a4a36b7635346e57e883a (127.10.165.254:32815), 6d313c89ba1b4848a6644b2bb45f9a7c (127.10.165.253:46033)
05:23:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.347752 10983 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 6
05:23:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.369046 10983 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: Bootstrap starting.
05:23:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.376631 10983 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: Neither blocks nor log segments found. Creating new log.
05:23:00.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.379073 10983 log.cc:824] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: Log is configured to *not* fsync() on all Append() calls
05:23:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.384122 10983 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: No bootstrap required, opened a new log
05:23:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.413717 10983 raft_consensus.cc:348] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.414557 10983 raft_consensus.cc:374] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.414810 10983 raft_consensus.cc:729] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 512004afbd3a4a36b7635346e57e883a, State: Initialized, Role: FOLLOWER
05:23:00.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.415741 10983 consensus_queue.cc:260] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.423564 10983 sys_catalog.cc:564] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: configured and running, proceeding with master startup.
05:23:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.423782 10958 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9806eb654941919eb6caf4fb93f107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "512004afbd3a4a36b7635346e57e883a" is_pre_election: true
05:23:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.424557 10958 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b9806eb654941919eb6caf4fb93f107 in term 0.
05:23:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.426117 11086 leader_election.cc:302] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 512004afbd3a4a36b7635346e57e883a, 8b9806eb654941919eb6caf4fb93f107; no voters: 
05:23:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.427074 11146 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:23:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.427394 11146 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.427692 11146 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 0 FOLLOWER]: Advancing to term 1
05:23:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.435691 11146 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.438894 10958 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9806eb654941919eb6caf4fb93f107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "512004afbd3a4a36b7635346e57e883a"
05:23:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.439518 10958 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 0 FOLLOWER]: Advancing to term 1
05:23:00.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.422394 11161 sys_catalog.cc:455] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.447983 11161 sys_catalog.cc:458] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.449447 10958 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b9806eb654941919eb6caf4fb93f107 in term 1.
05:23:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.450085 11146 leader_election.cc:288] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [CANDIDATE]: Term 1 election: Requested vote from peers 512004afbd3a4a36b7635346e57e883a (127.10.165.254:32815), 6d313c89ba1b4848a6644b2bb45f9a7c (127.10.165.253:46033)
05:23:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:00.451665 10937 tablet.cc:2369] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.451701 11086 leader_election.cc:302] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 512004afbd3a4a36b7635346e57e883a, 8b9806eb654941919eb6caf4fb93f107; no voters: 
05:23:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.452517 11146 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 1 FOLLOWER]: Leader election won for term 1
05:23:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.454818 11146 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [term 1 LEADER]: Becoming Leader. State: Replica: 8b9806eb654941919eb6caf4fb93f107, State: Running, Role: LEADER
05:23:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.456725 11146 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.467301 11164 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b9806eb654941919eb6caf4fb93f107. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.468139 11164 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: This master's current role is: LEADER
05:23:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.470984 11169 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:23:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.477834 11169 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:23:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.497149 10958 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Refusing update from remote peer 8b9806eb654941919eb6caf4fb93f107: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:23:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.498951 11164 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [LEADER]: Connected to new peer: Peer: permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.534701 11161 sys_catalog.cc:455] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b9806eb654941919eb6caf4fb93f107. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.535977 11161 sys_catalog.cc:458] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.549896 11164 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.550592 11164 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: This master's current role is: LEADER
05:23:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.551640 11161 sys_catalog.cc:455] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.552417 11161 sys_catalog.cc:458] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.559691 11169 catalog_manager.cc:1347] Generated new cluster ID: 63529cd18f344337b5707c53a35e782d
05:23:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.560009 11169 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:23:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.615722 11180 catalog_manager.cc:1259] Loaded cluster ID: 63529cd18f344337b5707c53a35e782d
05:23:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.616345 11180 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: loading cluster ID for follower catalog manager: success
05:23:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.568755 10915 master_runner.cc:186] Error getting master registration for 127.10.165.253:46033: OK, instance_id { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" instance_seqno: 1783488178381234 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:23:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.625993 10915 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:23:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:00.628312 11180 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: acquiring CA information for follower catalog manager: Not found: root CA entry not found
05:23:00.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:00.628613 11180 catalog_manager.cc:873] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
05:23:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.648247 11169 catalog_manager.cc:1370] Generated new certificate authority record
05:23:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.651400 11169 catalog_manager.cc:1504] Loading token signing keys...
05:23:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.672637 11169 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107: Generated new TSK 0
05:23:00.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.675251 11169 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.695667 10903 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/logs
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data/info.pb
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.193:0
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.165.193
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.193
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.751539 11058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } attempt: 7
05:23:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.801679 11058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: Bootstrap starting.
05:23:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.817397 11058 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: Neither blocks nor log segments found. Creating new log.
05:23:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.822811 11058 log.cc:824] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: Log is configured to *not* fsync() on all Append() calls
05:23:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.834517 11058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: No bootstrap required, opened a new log
05:23:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.876188 11058 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.877368 11058 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.877779 11058 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d313c89ba1b4848a6644b2bb45f9a7c, State: Initialized, Role: FOLLOWER
05:23:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.878839 11058 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.889849 11058 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: configured and running, proceeding with master startup.
05:23:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.890990 11031 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 0 FOLLOWER]: Advancing to term 1
05:23:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.893163 11185 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.893947 11185 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.896863 11033 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9806eb654941919eb6caf4fb93f107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" is_pre_election: true
05:23:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.890000 11032 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9806eb654941919eb6caf4fb93f107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c"
05:23:00.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.900638 11031 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 1 FOLLOWER]: Refusing update from remote peer 8b9806eb654941919eb6caf4fb93f107: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:23:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.902544 11146 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.978968 11185 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b9806eb654941919eb6caf4fb93f107. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.978953 11195 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.980129 11185 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.980149 11195 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: This master's current role is: FOLLOWER
05:23:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:00.989804 11201 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:23:01.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.183525 11182 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:01.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.184163 11182 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:01.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.185186 11182 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.241074 11182 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.242477 11182 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.165.193
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.303093 11182 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.193:0
05:23:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data/info.pb
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.193
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.165.193
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/logs
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.304591 11182 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:01.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.306653 11182 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.329351 11207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.514546 11146 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8b9806eb654941919eb6caf4fb93f107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:01.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.516714 11146 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9806eb654941919eb6caf4fb93f107 [sys.catalog]: This master's current role is: LEADER
05:23:01.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.638106 11180 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: acquiring CA information for follower catalog manager: success
05:23:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:01.644126 11180 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:23:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.006116 11201 catalog_manager.cc:1259] Loaded cluster ID: 63529cd18f344337b5707c53a35e782d
05:23:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.006445 11201 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: loading cluster ID for follower catalog manager: success
05:23:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.022917 11201 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: acquiring CA information for follower catalog manager: success
05:23:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.050390 11201 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:23:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:02.723097 11206 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11182
05:23:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:02.824935 11182 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.494s	user 0.405s	sys 0.670s
05:23:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:02.832201 11182 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.501s	user 0.405s	sys 0.671s
05:23:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:02.827322 11210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:01.331393 11208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.838042 11182 server_base.cc:1034] running on GCE node
05:23:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.839577 11182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.849222 11182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.857136 11182 hybrid_clock.cc:648] HybridClock initialized: now 1783488182857065 us; error 100 us; skew 500 ppm
05:23:02.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.858726 11182 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.901360 11182 webserver.cc:460] Webserver started at http://127.10.165.193:36103/ using document root <none> and password file <none>
05:23:02.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.902900 11182 fs_manager.cc:359] Metadata directory not provided
05:23:02.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.903308 11182 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.904223 11182 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.911156 11182 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data/instance:
05:23:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eaa28b5eacae4396ac6801eec40ddd0e"
05:23:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:02 on dist-test-slave-bwd2"
05:23:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.912858 11182 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal/instance:
05:23:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eaa28b5eacae4396ac6801eec40ddd0e"
05:23:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:02 on dist-test-slave-bwd2"
05:23:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.927608 11182 fs_manager.cc:691] Time spent creating directory manager: real 0.014s	user 0.004s	sys 0.008s
05:23:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.942044 11221 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.944026 11182 fs_manager.cc:725] Time spent opening block manager: real 0.012s	user 0.007s	sys 0.005s
05:23:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.944645 11182 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal
05:23:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eaa28b5eacae4396ac6801eec40ddd0e"
05:23:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:02 on dist-test-slave-bwd2"
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:02.945299 11182 fs_report.cc:383] FS layout report
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data/data
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.040899 11182 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.043257 11182 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:03.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.044087 11182 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.049003 11182 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.054735 11182 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.055119 11182 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.055516 11182 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.055895 11182 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.230742 11182 rpc_server.cc:307] RPC server started. Bound to: 127.10.165.193:45701
05:23:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.230858 11333 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.165.193:45701 every 8 connection(s)
05:23:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.234309 11182 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/data/info.pb
05:23:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.235947 10903 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11182
05:23:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.236372 10903 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-0/wal/instance
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.249295 10903 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/logs
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data/info.pb
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.194:0
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.165.194
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.194
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:23:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:23:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.312476 11335 heartbeater.cc:347] Connected to a master server at 127.10.165.253:46033
05:23:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.312986 11335 heartbeater.cc:464] Registering TS with master...
05:23:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.314111 11335 heartbeater.cc:511] Master 127.10.165.253:46033 requested a full tablet report, sending...
05:23:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.317431 11023 ts_manager.cc:194] Registered new tserver with Master: eaa28b5eacae4396ac6801eec40ddd0e (127.10.165.193:45701)
05:23:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.318864 11334 heartbeater.cc:347] Connected to a master server at 127.10.165.252:35663
05:23:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.319203 11334 heartbeater.cc:464] Registering TS with master...
05:23:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.319962 11334 heartbeater.cc:511] Master 127.10.165.252:35663 requested a full tablet report, sending...
05:23:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.323407 11102 ts_manager.cc:194] Registered new tserver with Master: eaa28b5eacae4396ac6801eec40ddd0e (127.10.165.193:45701)
05:23:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.326052 11102 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.165.193:38161
05:23:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.330421 11338 heartbeater.cc:347] Connected to a master server at 127.10.165.254:32815
05:23:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.330670 11338 heartbeater.cc:464] Registering TS with master...
05:23:03.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.331269 11338 heartbeater.cc:511] Master 127.10.165.254:32815 requested a full tablet report, sending...
05:23:03.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.334236 10948 ts_manager.cc:194] Registered new tserver with Master: eaa28b5eacae4396ac6801eec40ddd0e (127.10.165.193:45701)
05:23:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.654693 11341 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.655148 11341 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.655556 11341 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.686550 11341 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.687350 11341 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.165.194
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.720600 11341 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.194:0
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data/info.pb
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.194
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.165.194
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/logs
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.721704 11341 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.723264 11341 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.742545 11350 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.332168 11334 heartbeater.cc:503] Master 127.10.165.252:35663 was elected leader, sending a full tablet report...
05:23:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.742889 11353 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:03.744415 11351 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:03.744024 11341 server_base.cc:1034] running on GCE node
05:23:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.857002 11341 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:04.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.860016 11341 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:04.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.861442 11341 hybrid_clock.cc:648] HybridClock initialized: now 1783488184861412 us; error 49 us; skew 500 ppm
05:23:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.862203 11341 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.868002 11341 webserver.cc:460] Webserver started at http://127.10.165.194:43051/ using document root <none> and password file <none>
05:23:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.868909 11341 fs_manager.cc:359] Metadata directory not provided
05:23:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.869102 11341 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.869519 11341 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.874372 11341 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data/instance:
05:23:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20bfbeaaea704ea581d7661e04551090"
05:23:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:04 on dist-test-slave-bwd2"
05:23:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.875840 11341 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal/instance:
05:23:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20bfbeaaea704ea581d7661e04551090"
05:23:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:04 on dist-test-slave-bwd2"
05:23:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.883066 11341 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
05:23:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.888391 11360 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.889468 11341 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.889735 11341 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20bfbeaaea704ea581d7661e04551090"
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:04 on dist-test-slave-bwd2"
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.890024 11341 fs_report.cc:383] FS layout report
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data/data
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.933290 11341 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:04.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.934639 11341 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:04.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.935032 11341 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:04.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.937355 11341 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.941272 11341 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.941457 11341 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.941656 11341 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:04.941840 11341 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.078840 11341 rpc_server.cc:307] RPC server started. Bound to: 127.10.165.194:35553
05:23:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.078945 11473 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.165.194:35553 every 8 connection(s)
05:23:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.081218 11341 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/data/info.pb
05:23:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.086252 10903 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11341
05:23:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.086906 10903 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-1/wal/instance
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.100559 10903 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/logs
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data/info.pb
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.195:0
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.165.195
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.195
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:23:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.136070 11474 heartbeater.cc:347] Connected to a master server at 127.10.165.252:35663
05:23:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.136549 11474 heartbeater.cc:464] Registering TS with master...
05:23:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.137684 11474 heartbeater.cc:511] Master 127.10.165.252:35663 requested a full tablet report, sending...
05:23:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.138255 11476 heartbeater.cc:347] Connected to a master server at 127.10.165.254:32815
05:23:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.138587 11476 heartbeater.cc:464] Registering TS with master...
05:23:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.139341 11476 heartbeater.cc:511] Master 127.10.165.254:32815 requested a full tablet report, sending...
05:23:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.140128 11102 ts_manager.cc:194] Registered new tserver with Master: 20bfbeaaea704ea581d7661e04551090 (127.10.165.194:35553)
05:23:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.141881 10948 ts_manager.cc:194] Registered new tserver with Master: 20bfbeaaea704ea581d7661e04551090 (127.10.165.194:35553)
05:23:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.142297 11102 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.165.194:37973
05:23:05.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.144640 11475 heartbeater.cc:347] Connected to a master server at 127.10.165.253:46033
05:23:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.144976 11475 heartbeater.cc:464] Registering TS with master...
05:23:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.145946 11475 heartbeater.cc:511] Master 127.10.165.253:46033 requested a full tablet report, sending...
05:23:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.148258 11023 ts_manager.cc:194] Registered new tserver with Master: 20bfbeaaea704ea581d7661e04551090 (127.10.165.194:35553)
05:23:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.417629 11484 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.418087 11484 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.418556 11484 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.449898 11484 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.450821 11484 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.165.195
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.484720 11484 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.165.212:45027
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.165.195:0
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data/info.pb
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.165.195
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.165.254:32815,127.10.165.253:46033,127.10.165.252:35663
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.165.195
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/logs
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.485852 11484 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.487824 11484 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.506762 11494 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.146848 11474 heartbeater.cc:503] Master 127.10.165.252:35663 was elected leader, sending a full tablet report...
05:23:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.506850 11491 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:05.507402 11492 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:05.508258 11484 server_base.cc:1034] running on GCE node
05:23:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.594378 11484 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.596856 11484 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.598253 11484 hybrid_clock.cc:648] HybridClock initialized: now 1783488186598208 us; error 57 us; skew 500 ppm
05:23:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.598953 11484 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.604980 11484 webserver.cc:460] Webserver started at http://127.10.165.195:34559/ using document root <none> and password file <none>
05:23:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.605777 11484 fs_manager.cc:359] Metadata directory not provided
05:23:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.605952 11484 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.606309 11484 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.610934 11484 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data/instance:
05:23:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86176daddd0845a491fd896953843399"
05:23:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:06 on dist-test-slave-bwd2"
05:23:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.611915 11484 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal/instance:
05:23:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86176daddd0845a491fd896953843399"
05:23:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:06 on dist-test-slave-bwd2"
05:23:06.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.618485 11484 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.004s
05:23:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.623539 11501 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.624500 11484 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.624847 11484 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86176daddd0845a491fd896953843399"
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:06 on dist-test-slave-bwd2"
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.625164 11484 fs_report.cc:383] FS layout report
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data/data
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:06.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.670799 11484 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.672214 11484 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.672621 11484 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.675585 11484 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.680598 11484 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.680833 11484 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
05:23:06.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.681039 11484 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:06.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.681164 11484 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.807312 11484 rpc_server.cc:307] RPC server started. Bound to: 127.10.165.195:45067
05:23:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.807425 11613 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.165.195:45067 every 8 connection(s)
05:23:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.809793 11484 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/data/info.pb
05:23:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.818020 10903 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11484
05:23:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.818449 10903 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster3844926990200006369/ts-2/wal/instance
05:23:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.864696 11616 heartbeater.cc:347] Connected to a master server at 127.10.165.254:32815
05:23:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.865166 11616 heartbeater.cc:464] Registering TS with master...
05:23:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.866274 11616 heartbeater.cc:511] Master 127.10.165.254:32815 requested a full tablet report, sending...
05:23:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.867828 11615 heartbeater.cc:347] Connected to a master server at 127.10.165.253:46033
05:23:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.868136 11614 heartbeater.cc:347] Connected to a master server at 127.10.165.252:35663
05:23:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.868150 11615 heartbeater.cc:464] Registering TS with master...
05:23:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.868480 11614 heartbeater.cc:464] Registering TS with master...
05:23:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.869032 11615 heartbeater.cc:511] Master 127.10.165.253:46033 requested a full tablet report, sending...
05:23:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.869124 10948 ts_manager.cc:194] Registered new tserver with Master: 86176daddd0845a491fd896953843399 (127.10.165.195:45067)
05:23:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.869231 11614 heartbeater.cc:511] Master 127.10.165.252:35663 requested a full tablet report, sending...
05:23:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.871089 11102 ts_manager.cc:194] Registered new tserver with Master: 86176daddd0845a491fd896953843399 (127.10.165.195:45067)
05:23:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.871235 11023 ts_manager.cc:194] Registered new tserver with Master: 86176daddd0845a491fd896953843399 (127.10.165.195:45067)
05:23:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.872586 11102 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.165.195:37297
05:23:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.881645 10903 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:23:06.891 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:23:06.892 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

05:23:06.894 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.10.165.254"
      port: 32815
    }
    bound_http_address {
      host: "127.10.165.254"
      port: 34761
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.10.165.253"
      port: 46033
    }
    bound_http_address {
      host: "127.10.165.253"
      port: 45823
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.10.165.252"
      port: 35663
    }
    bound_http_address {
      host: "127.10.165.252"
      port: 43809
    }
  }
}

05:23:06.895 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

05:23:06.895 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.10.165.193"
      port: 45701
    }
    bound_http_address {
      host: "127.10.165.193"
      port: 36103
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.10.165.194"
      port: 35553
    }
    bound_http_address {
      host: "127.10.165.194"
      port: 43051
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.10.165.195"
      port: 45067
    }
    bound_http_address {
      host: "127.10.165.195"
      port: 34559
    }
  }
}

05:23:06.896 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:23:06.899 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMasterFailover.doTestKillLeader(TestMasterFailover.java:94)
	org.apache.kudu.client.TestMasterFailover.testKillLeaderBeforeOpenTable(TestMasterFailover.java:56)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
05:23:06.901 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:23:06.903 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.165.253:46033(127.10.165.253:46033)] connecting to peer
05:23:06.905 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.165.254:32815(127.10.165.254:32815)] connecting to peer
05:23:06.906 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:06.907 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.165.253:46033(127.10.165.253:46033)] Successfully connected to peer
05:23:06.910 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.165.252:35663(127.10.165.252:35663)] Successfully connected to peer
05:23:06.912 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.165.253
05:23:06.912 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.165.254:32815(127.10.165.254:32815)] Successfully connected to peer
05:23:06.916 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.165.254
05:23:06.935 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.165.252
05:23:06.939 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xad05ee9b, L:/127.0.0.1:59874 - R:/127.10.165.254:32815] using SASL/PLAIN
05:23:06.946 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeb316c21, L:/127.0.0.1:37852 - R:/127.10.165.253:46033] using SASL/PLAIN
05:23:06.962 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3ae550c3, L:/127.0.0.1:48360 - R:/127.10.165.252:35663] using SASL/PLAIN
05:23:06.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:23:06.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=64), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [44ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: OK, deferred=null) after lookup
05:23:06.986 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.165.252:35663
05:23:06.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

05:23:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:06.988492 10903 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11060
05:23:07.011 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.165.252:35663(127.10.165.252:35663)] handling channelInactive
05:23:07.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state READY due to: connection closed
05:23:07.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
05:23:07.014 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:23:07.015 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.018 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.165.252:35663(127.10.165.252:35663) for tablet Kudu Master: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.024 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.044 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.049 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.064 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.084 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.124 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:07.153215 11474 heartbeater.cc:644] Failed to heartbeat to 127.10.165.252:35663 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:23:07.185 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.284 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:07.346035 11334 heartbeater.cc:644] Failed to heartbeat to 127.10.165.252:35663 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:23:07.425 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.429 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.644 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:07.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:07.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:07.875419 11614 heartbeater.cc:503] Master 127.10.165.252:35663 was elected leader, sending a full tablet report...
05:23:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:07.878274 11614 heartbeater.cc:644] Failed to heartbeat to 127.10.165.252:35663 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:23:08.345 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:08.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:08.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:08.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:08.348 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663; will retry
05:23:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.348327 11633 raft_consensus.cc:482] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 8b9806eb654941919eb6caf4fb93f107)
05:23:08.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.349558 11633 raft_consensus.cc:504] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:08.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.351611 11633 leader_election.cc:288] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6d313c89ba1b4848a6644b2bb45f9a7c (127.10.165.253:46033), 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663)
05:23:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.352586 11031 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "512004afbd3a4a36b7635346e57e883a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" is_pre_election: true
05:23:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.353433 10933 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111) [suppressed 12 similar messages]
05:23:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.355814 10933 leader_election.cc:334] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663): Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:23:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.356135 10933 leader_election.cc:302] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 512004afbd3a4a36b7635346e57e883a; no voters: 6d313c89ba1b4848a6644b2bb45f9a7c, 8b9806eb654941919eb6caf4fb93f107
05:23:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.356774 11633 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
05:23:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.477348 11637 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 8b9806eb654941919eb6caf4fb93f107)
05:23:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.477869 11637 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.479799 11637 leader_election.cc:288] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 512004afbd3a4a36b7635346e57e883a (127.10.165.254:32815), 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663)
05:23:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.480731 10958 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "512004afbd3a4a36b7635346e57e883a" is_pre_election: true
05:23:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.481348 10958 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d313c89ba1b4848a6644b2bb45f9a7c in term 1.
05:23:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.481904 11008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111) [suppressed 6 similar messages]
05:23:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.482280 11007 leader_election.cc:302] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 512004afbd3a4a36b7635346e57e883a, 6d313c89ba1b4848a6644b2bb45f9a7c; no voters: 
05:23:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.482991 11637 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 1 FOLLOWER]: Leader pre-election won for term 2
05:23:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.483337 11637 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 1 FOLLOWER]: Starting leader election (detected failure of leader 8b9806eb654941919eb6caf4fb93f107)
05:23:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.483639 11637 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 1 FOLLOWER]: Advancing to term 2
05:23:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.485188 11008 leader_election.cc:334] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663): Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:23:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.489769 11637 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:08.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.491050 11637 leader_election.cc:288] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [CANDIDATE]: Term 2 election: Requested vote from peers 512004afbd3a4a36b7635346e57e883a (127.10.165.254:32815), 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663)
05:23:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.491786 10958 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "512004afbd3a4a36b7635346e57e883a"
05:23:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.492220 10958 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 1 FOLLOWER]: Advancing to term 2
05:23:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.493903 11008 leader_election.cc:334] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663): Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111)
05:23:08.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.498201 10958 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d313c89ba1b4848a6644b2bb45f9a7c in term 2.
05:23:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.498978 11007 leader_election.cc:302] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 512004afbd3a4a36b7635346e57e883a, 6d313c89ba1b4848a6644b2bb45f9a7c; no voters: 8b9806eb654941919eb6caf4fb93f107
05:23:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.499580 11637 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 2 FOLLOWER]: Leader election won for term 2
05:23:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.500417 11637 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [term 2 LEADER]: Becoming Leader. State: Replica: 6d313c89ba1b4848a6644b2bb45f9a7c, State: Running, Role: LEADER
05:23:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.501133 11637 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } }
05:23:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.504813 11640 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d313c89ba1b4848a6644b2bb45f9a7c. Latest consensus state: current_term: 2 leader_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.505692 11640 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: This master's current role is: LEADER
05:23:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.507162 11642 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:23:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.512826 11642 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:23:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.515492 11642 catalog_manager.cc:1259] Loaded cluster ID: 63529cd18f344337b5707c53a35e782d
05:23:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.515672 11642 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:23:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.519131 11642 catalog_manager.cc:1504] Loading token signing keys...
05:23:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.521658 11642 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c: Loaded TSK: 0
05:23:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.522792 11642 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:23:08.724 [DEBUG - pool-7-thread-1] (Connection.java:748) [peer master-127.10.165.252:35663(127.10.165.252:35663)] connecting to peer
05:23:08.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:08.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.252:35663(127.10.165.252:35663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:08.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.165.252:35663: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663
05:23:08.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:23:08.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=50000, elapsed=1714), Traces: [0ms] sending RPC to server master-127.10.165.252:35663, [3ms] received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [12ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [13ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [14ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [33ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [50ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [51ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [72ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [72ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [73ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [111ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [111ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [169ms] refreshing cache from master, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [171ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [172ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [173ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [173ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [268ms] refreshing cache from master, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [271ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [272ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [272ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [272ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [409ms] refreshing cache from master, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [412ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [413ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [414ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [414ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [628ms] refreshing cache from master, [629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [631ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [632ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [632ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [1328ms] refreshing cache from master, [1328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [1329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [1330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [1332ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, [1332ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [1333ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [1333ms] delaying RPC due to: Service unavailable: Master config (127.10.165.253:46033,127.10.165.254:32815,127.10.165.252:35663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [1708ms] refreshing cache from master, [1709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.253:46033, [1709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.254:32815, [1709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.165.252:35663, [1712ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.252:35663: Network error: Failed to connect to peer master-127.10.165.252:35663(127.10.165.252:35663): Connection refused: /127.10.165.252:35663, [1712ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.254:32815: OK, [1714ms] Sub RPC ConnectToMaster: received response from server master-127.10.165.253:46033: OK, deferred=Deferred@848766989(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$71/402548195@6c47f269 -> org.apache.kudu.client.AsyncKuduClient$$Lambda$72/877939973@20681a1 -> wakeup thread Time-limited test -> (continuation of Deferred@1826055841 after retry RPC after error@1728834678) -> (continuation of Deferred@873242180 after retry RPC after error@45161197) -> (continuation of Deferred@1426359924 after retry RPC after error@1842653438) -> (continuation of Deferred@1031464382 after retry RPC after error@924251790) -> (continuation of Deferred@1188094270 after retry RPC after error@244003394) -> (continuation of Deferred@1681289528 after retry RPC after error@1679051190) -> (continuation of Deferred@629968155 after retry RPC after error@1925362378) -> (continuation of Deferred@623555099 after retry RPC after error@1672812273) -> (continuation of Deferred@571521993 after retry RPC after error@1159928227) -> (continuation of Deferred@904515958 after retry RPC after error@2124438436), errback=passthrough -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1826055841 after retry RPC after error@1728834678) -> (continuation of Deferred@873242180 after retry RPC after error@45161197) -> (continuation of Deferred@1426359924 after retry RPC after error@1842653438) -> (continuation of Deferred@1031464382 after retry RPC after error@924251790) -> (continuation of Deferred@1188094270 after retry RPC after error@244003394) -> (continuation of Deferred@1681289528 after retry RPC after error@1679051190) -> (continuation of Deferred@629968155 after retry RPC after error@1925362378) -> (continuation of Deferred@623555099 after retry RPC after error@1672812273) -> (continuation of Deferred@571521993 after retry RPC after error@1159928227) -> (continuation of Deferred@904515958 after retry RPC after error@2124438436))) after lookup
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.735320 11023 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37852:
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=CREATE_CLIENT"
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:23:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.760983 11023 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=CREATE_CLIENT in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:23:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.773268 10958 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [term 2 FOLLOWER]: Refusing update from remote peer 6d313c89ba1b4848a6644b2bb45f9a7c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
05:23:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.774605 11640 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [LEADER]: Connected to new peer: Peer: permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
05:23:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:08.775930 11008 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c -> Peer 8b9806eb654941919eb6caf4fb93f107 (127.10.165.252:35663): Couldn't send request to peer 8b9806eb654941919eb6caf4fb93f107. Status: Network error: Client connection negotiation failed: client connection to 127.10.165.252:35663: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:23:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.781383 11633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d313c89ba1b4848a6644b2bb45f9a7c. Latest consensus state: current_term: 2 leader_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.782001 11633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: This master's current role is: FOLLOWER
05:23:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.786222 11637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.787249 11637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d313c89ba1b4848a6644b2bb45f9a7c [sys.catalog]: This master's current role is: LEADER
05:23:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.788357 11644 mvcc.cc:205] Tried to move back new op lower bound from 7305167621200871424 to 7305167620107317248. Current Snapshot: MvccSnapshot[applied={T|T < 7305167621200871424}]
05:23:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.790091 11633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "512004afbd3a4a36b7635346e57e883a" member_type: VOTER last_known_addr { host: "127.10.165.254" port: 32815 } } peers { permanent_uuid: "6d313c89ba1b4848a6644b2bb45f9a7c" member_type: VOTER last_known_addr { host: "127.10.165.253" port: 46033 } } peers { permanent_uuid: "8b9806eb654941919eb6caf4fb93f107" member_type: VOTER last_known_addr { host: "127.10.165.252" port: 35663 } } }
05:23:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.791981 11633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 512004afbd3a4a36b7635346e57e883a [sys.catalog]: This master's current role is: FOLLOWER
05:23:08.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8c8ce73eb24147d396eb727428801ac0
05:23:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.838356 11549 tablet_service.cc:1467] Processing CreateTablet for tablet 5413586e18684de39b06a40b2df97b2b (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_CLIENT [id=8c8ce73eb24147d396eb727428801ac0]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.839913 11549 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5413586e18684de39b06a40b2df97b2b. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.845386 11269 tablet_service.cc:1467] Processing CreateTablet for tablet 5413586e18684de39b06a40b2df97b2b (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_CLIENT [id=8c8ce73eb24147d396eb727428801ac0]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.847136 11269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5413586e18684de39b06a40b2df97b2b. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.852083 11409 tablet_service.cc:1467] Processing CreateTablet for tablet 5413586e18684de39b06a40b2df97b2b (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_CLIENT [id=8c8ce73eb24147d396eb727428801ac0]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.853790 11409 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5413586e18684de39b06a40b2df97b2b. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.870239 11655 tablet_bootstrap.cc:492] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: Bootstrap starting.
05:23:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.873492 11654 tablet_bootstrap.cc:492] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: Bootstrap starting.
05:23:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.876730 11655 tablet_bootstrap.cc:654] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: Neither blocks nor log segments found. Creating new log.
05:23:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.878855 11655 log.cc:824] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: Log is configured to *not* fsync() on all Append() calls
05:23:08.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.892498 11658 tablet_bootstrap.cc:492] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: Bootstrap starting.
05:23:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.893101 11655 tablet_bootstrap.cc:492] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: No bootstrap required, opened a new log
05:23:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.893389 11654 tablet_bootstrap.cc:654] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: Neither blocks nor log segments found. Creating new log.
05:23:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.893589 11655 ts_tablet_manager.cc:1397] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: Time spent bootstrapping tablet: real 0.024s	user 0.010s	sys 0.005s
05:23:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.895572 11654 log.cc:824] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: Log is configured to *not* fsync() on all Append() calls
05:23:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.902865 11658 tablet_bootstrap.cc:654] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: Neither blocks nor log segments found. Creating new log.
05:23:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.904016 11654 tablet_bootstrap.cc:492] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: No bootstrap required, opened a new log
05:23:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.904479 11654 ts_tablet_manager.cc:1397] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: Time spent bootstrapping tablet: real 0.031s	user 0.013s	sys 0.003s
05:23:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.905045 11658 log.cc:824] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: Log is configured to *not* fsync() on all Append() calls
05:23:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.910019 11658 tablet_bootstrap.cc:492] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: No bootstrap required, opened a new log
05:23:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.910514 11658 ts_tablet_manager.cc:1397] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: Time spent bootstrapping tablet: real 0.019s	user 0.008s	sys 0.004s
05:23:08.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.915653 11655 raft_consensus.cc:348] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:08.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.916411 11655 raft_consensus.cc:374] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.916772 11655 raft_consensus.cc:729] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaa28b5eacae4396ac6801eec40ddd0e, State: Initialized, Role: FOLLOWER
05:23:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.917519 11655 consensus_queue.cc:260] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.923237 11655 ts_tablet_manager.cc:1428] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: Time spent starting tablet: real 0.029s	user 0.021s	sys 0.006s
05:23:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.928097 11335 heartbeater.cc:503] Master 127.10.165.253:46033 was elected leader, sending a full tablet report...
05:23:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.940093 11654 raft_consensus.cc:348] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.941022 11654 raft_consensus.cc:374] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.941313 11654 raft_consensus.cc:729] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86176daddd0845a491fd896953843399, State: Initialized, Role: FOLLOWER
05:23:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.942169 11654 consensus_queue.cc:260] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.945132 11615 heartbeater.cc:503] Master 127.10.165.253:46033 was elected leader, sending a full tablet report...
05:23:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.945899 11654 ts_tablet_manager.cc:1428] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: Time spent starting tablet: real 0.041s	user 0.029s	sys 0.004s
05:23:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.948336 11658 raft_consensus.cc:348] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.949293 11658 raft_consensus.cc:374] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:08.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.950040 11658 raft_consensus.cc:729] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20bfbeaaea704ea581d7661e04551090, State: Initialized, Role: FOLLOWER
05:23:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.950942 11658 consensus_queue.cc:260] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.954972 11658 ts_tablet_manager.cc:1428] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: Time spent starting tablet: real 0.044s	user 0.025s	sys 0.011s
05:23:08.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:08.962440 11475 heartbeater.cc:503] Master 127.10.165.253:46033 was elected leader, sending a full tablet report...
05:23:09.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.080085 11342 tablet.cc:2369] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.085178 11663 raft_consensus.cc:482] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.085721 11663 raft_consensus.cc:504] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:09.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.088804 11663 leader_election.cc:288] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 20bfbeaaea704ea581d7661e04551090 (127.10.165.194:35553), eaa28b5eacae4396ac6801eec40ddd0e (127.10.165.193:45701)
05:23:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.097378 11621 tablet.cc:2369] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:09.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.101449 11429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5413586e18684de39b06a40b2df97b2b" candidate_uuid: "86176daddd0845a491fd896953843399" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20bfbeaaea704ea581d7661e04551090" is_pre_election: true
05:23:09.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.102664 11429 raft_consensus.cc:2454] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86176daddd0845a491fd896953843399 in term 0.
05:23:09.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.103119 11289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5413586e18684de39b06a40b2df97b2b" candidate_uuid: "86176daddd0845a491fd896953843399" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" is_pre_election: true
05:23:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.103879 11289 raft_consensus.cc:2454] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86176daddd0845a491fd896953843399 in term 0.
05:23:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.103909 11504 leader_election.cc:302] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20bfbeaaea704ea581d7661e04551090, 86176daddd0845a491fd896953843399; no voters: 
05:23:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.104753 11663 raft_consensus.cc:2781] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:23:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.105037 11663 raft_consensus.cc:482] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.105316 11663 raft_consensus.cc:3037] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 0 FOLLOWER]: Advancing to term 1
05:23:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.109741 11663 raft_consensus.cc:504] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.111073 11663 leader_election.cc:288] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [CANDIDATE]: Term 1 election: Requested vote from peers 20bfbeaaea704ea581d7661e04551090 (127.10.165.194:35553), eaa28b5eacae4396ac6801eec40ddd0e (127.10.165.193:45701)
05:23:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.111896 11429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5413586e18684de39b06a40b2df97b2b" candidate_uuid: "86176daddd0845a491fd896953843399" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20bfbeaaea704ea581d7661e04551090"
05:23:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.112035 11289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5413586e18684de39b06a40b2df97b2b" candidate_uuid: "86176daddd0845a491fd896953843399" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaa28b5eacae4396ac6801eec40ddd0e"
05:23:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.112293 11429 raft_consensus.cc:3037] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [term 0 FOLLOWER]: Advancing to term 1
05:23:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.112766 11289 raft_consensus.cc:3037] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [term 0 FOLLOWER]: Advancing to term 1
05:23:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.116798 11429 raft_consensus.cc:2454] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86176daddd0845a491fd896953843399 in term 1.
05:23:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.117504 11504 leader_election.cc:302] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20bfbeaaea704ea581d7661e04551090, 86176daddd0845a491fd896953843399; no voters: 
05:23:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.117559 11289 raft_consensus.cc:2454] T 5413586e18684de39b06a40b2df97b2b P eaa28b5eacae4396ac6801eec40ddd0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86176daddd0845a491fd896953843399 in term 1.
05:23:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.118037 11663 raft_consensus.cc:2781] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 1 FOLLOWER]: Leader election won for term 1
05:23:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.119532 11663 raft_consensus.cc:686] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [term 1 LEADER]: Becoming Leader. State: Replica: 86176daddd0845a491fd896953843399, State: Running, Role: LEADER
05:23:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.120280 11663 consensus_queue.cc:237] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } }
05:23:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.122668 11479 tablet.cc:2369] T 5413586e18684de39b06a40b2df97b2b P 20bfbeaaea704ea581d7661e04551090: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.129547 11022 catalog_manager.cc:5495] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 reported cstate change: term changed from 0 to 1, leader changed from <none> to 86176daddd0845a491fd896953843399 (127.10.165.195). New cstate: current_term: 1 leader_uuid: "86176daddd0845a491fd896953843399" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "86176daddd0845a491fd896953843399" member_type: VOTER last_known_addr { host: "127.10.165.195" port: 45067 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 } health_report { overall_health: UNKNOWN } } }
05:23:09.149 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8c8ce73eb24147d396eb727428801ac0
05:23:09.153 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5413586e18684de39b06a40b2df97b2b for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
05:23:09.154 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5413586e18684de39b06a40b2df97b2b@[20bfbeaaea704ea581d7661e04551090(127.10.165.194:35553),86176daddd0845a491fd896953843399(127.10.165.195:45067)[L],eaa28b5eacae4396ac6801eec40ddd0e(127.10.165.193:45701)]}]
05:23:09.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [3ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, deferred=null)) after lookup
05:23:09.155 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 86176daddd0845a491fd896953843399(127.10.165.195:45067)] connecting to peer
05:23:09.156 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 86176daddd0845a491fd896953843399(127.10.165.195:45067)] Successfully connected to peer
05:23:09.174 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8c19126f, L:/127.0.0.1:33014 - R:/127.10.165.195:45067] using TOKEN/null
05:23:09.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.177932 11529 tablet_service.cc:2908] Rejecting scan request for tablet 5413586e18684de39b06a40b2df97b2b: Uninitialized: clean time has not yet been initialized
05:23:09.183 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 86176daddd0845a491fd896953843399(127.10.165.195:45067) for tablet 5413586e18684de39b06a40b2df97b2b: clean time has not yet been initialized
05:23:09.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5413586e18684de39b06a40b2df97b2b for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
05:23:09.207 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5413586e18684de39b06a40b2df97b2b@[20bfbeaaea704ea581d7661e04551090(127.10.165.194:35553),86176daddd0845a491fd896953843399(127.10.165.195:45067)[L],eaa28b5eacae4396ac6801eec40ddd0e(127.10.165.193:45701)]}]
05:23:09.208 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5413586e18684de39b06a40b2df97b2b, attempt=3, KuduRpc(method=Scan, tablet=5413586e18684de39b06a40b2df97b2b, attempt=3, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [3ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [4ms] sending RPC to server 86176daddd0845a491fd896953843399, [34ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [34ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [57ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, deferred=Deferred@56792954(state=PENDING, result=null, callback=(continuation of Deferred@292765045 after retry RPC@1102560799), errback=(continuation of Deferred@292765045 after retry RPC@1102560799)))) after lookup
05:23:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.211680 11529 tablet_service.cc:2908] Rejecting scan request for tablet 5413586e18684de39b06a40b2df97b2b: Uninitialized: clean time has not yet been initialized
05:23:09.213 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 86176daddd0845a491fd896953843399(127.10.165.195:45067) for tablet 5413586e18684de39b06a40b2df97b2b: clean time has not yet been initialized
05:23:09.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5413586e18684de39b06a40b2df97b2b for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
05:23:09.228 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5413586e18684de39b06a40b2df97b2b@[20bfbeaaea704ea581d7661e04551090(127.10.165.194:35553),86176daddd0845a491fd896953843399(127.10.165.195:45067)[L],eaa28b5eacae4396ac6801eec40ddd0e(127.10.165.193:45701)]}]
05:23:09.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5413586e18684de39b06a40b2df97b2b, attempt=5, KuduRpc(method=Scan, tablet=5413586e18684de39b06a40b2df97b2b, attempt=5, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [3ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [4ms] sending RPC to server 86176daddd0845a491fd896953843399, [34ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [34ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [57ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [58ms] sending RPC to server 86176daddd0845a491fd896953843399, [63ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [63ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [77ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, deferred=Deferred@56792954(state=PENDING, result=null, callback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714), errback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714)))) after lookup
05:23:09.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.232755 11529 tablet_service.cc:2908] Rejecting scan request for tablet 5413586e18684de39b06a40b2df97b2b: Uninitialized: clean time has not yet been initialized
05:23:09.234 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 86176daddd0845a491fd896953843399(127.10.165.195:45067) for tablet 5413586e18684de39b06a40b2df97b2b: clean time has not yet been initialized
05:23:09.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5413586e18684de39b06a40b2df97b2b for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
05:23:09.246 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5413586e18684de39b06a40b2df97b2b@[20bfbeaaea704ea581d7661e04551090(127.10.165.194:35553),86176daddd0845a491fd896953843399(127.10.165.195:45067)[L],eaa28b5eacae4396ac6801eec40ddd0e(127.10.165.193:45701)]}]
05:23:09.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5413586e18684de39b06a40b2df97b2b, attempt=7, KuduRpc(method=Scan, tablet=5413586e18684de39b06a40b2df97b2b, attempt=7, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [3ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [4ms] sending RPC to server 86176daddd0845a491fd896953843399, [34ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [34ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [57ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [58ms] sending RPC to server 86176daddd0845a491fd896953843399, [63ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [63ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [77ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [79ms] sending RPC to server 86176daddd0845a491fd896953843399, [84ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [84ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [96ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, deferred=Deferred@56792954(state=PENDING, result=null, callback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714) -> (continuation of Deferred@1214640955 after retry RPC@585025559), errback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714) -> (continuation of Deferred@1214640955 after retry RPC@585025559)))) after lookup
05:23:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.250840 11529 tablet_service.cc:2908] Rejecting scan request for tablet 5413586e18684de39b06a40b2df97b2b: Uninitialized: clean time has not yet been initialized
05:23:09.252 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 86176daddd0845a491fd896953843399(127.10.165.195:45067) for tablet 5413586e18684de39b06a40b2df97b2b: clean time has not yet been initialized
05:23:09.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5413586e18684de39b06a40b2df97b2b for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
05:23:09.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5413586e18684de39b06a40b2df97b2b@[20bfbeaaea704ea581d7661e04551090(127.10.165.194:35553),86176daddd0845a491fd896953843399(127.10.165.195:45067)[L],eaa28b5eacae4396ac6801eec40ddd0e(127.10.165.193:45701)]}]
05:23:09.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5413586e18684de39b06a40b2df97b2b, attempt=9, KuduRpc(method=Scan, tablet=5413586e18684de39b06a40b2df97b2b, attempt=9, TimeoutTracker(timeout=30000, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [3ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [4ms] sending RPC to server 86176daddd0845a491fd896953843399, [34ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [34ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [57ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [58ms] sending RPC to server 86176daddd0845a491fd896953843399, [63ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [63ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [77ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [79ms] sending RPC to server 86176daddd0845a491fd896953843399, [84ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [84ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [96ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [97ms] sending RPC to server 86176daddd0845a491fd896953843399, [102ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [102ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [257ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, deferred=Deferred@56792954(state=PENDING, result=null, callback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714) -> (continuation of Deferred@1214640955 after retry RPC@585025559) -> (continuation of Deferred@116821748 after retry RPC@1642944826), errback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714) -> (continuation of Deferred@1214640955 after retry RPC@585025559) -> (continuation of Deferred@116821748 after retry RPC@1642944826)))) after lookup
05:23:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:09.412595 11529 tablet_service.cc:2908] Rejecting scan request for tablet 5413586e18684de39b06a40b2df97b2b: Uninitialized: clean time has not yet been initialized
05:23:09.414 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 86176daddd0845a491fd896953843399(127.10.165.195:45067) for tablet 5413586e18684de39b06a40b2df97b2b: clean time has not yet been initialized
05:23:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.543390 11663 consensus_queue.cc:1035] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [LEADER]: Connected to new peer: Peer: permanent_uuid: "20bfbeaaea704ea581d7661e04551090" member_type: VOTER last_known_addr { host: "127.10.165.194" port: 35553 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:09.559222 11663 consensus_queue.cc:1035] T 5413586e18684de39b06a40b2df97b2b P 86176daddd0845a491fd896953843399 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaa28b5eacae4396ac6801eec40ddd0e" member_type: VOTER last_known_addr { host: "127.10.165.193" port: 45701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:10.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5413586e18684de39b06a40b2df97b2b for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
05:23:10.229 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5413586e18684de39b06a40b2df97b2b@[20bfbeaaea704ea581d7661e04551090(127.10.165.194:35553),86176daddd0845a491fd896953843399(127.10.165.195:45067)[L],eaa28b5eacae4396ac6801eec40ddd0e(127.10.165.193:45701)]}]
05:23:10.230 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5413586e18684de39b06a40b2df97b2b, attempt=11, KuduRpc(method=Scan, tablet=5413586e18684de39b06a40b2df97b2b, attempt=11, TimeoutTracker(timeout=30000, elapsed=1079), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [3ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [4ms] sending RPC to server 86176daddd0845a491fd896953843399, [34ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [34ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [57ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [58ms] sending RPC to server 86176daddd0845a491fd896953843399, [63ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [63ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [77ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [79ms] sending RPC to server 86176daddd0845a491fd896953843399, [84ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [84ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [96ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [97ms] sending RPC to server 86176daddd0845a491fd896953843399, [102ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [102ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [257ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, [259ms] sending RPC to server 86176daddd0845a491fd896953843399, [264ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [264ms] received response from server 86176daddd0845a491fd896953843399: Uninitialized: clean time has not yet been initialized (error 0), [1074ms] refreshing cache from master, [1074ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.165.253:46033, [1078ms] Sub RPC GetTableLocations: received response from server master-127.10.165.253:46033: OK, deferred=Deferred@56792954(state=PENDING, result=null, callback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714) -> (continuation of Deferred@1214640955 after retry RPC@585025559) -> (continuation of Deferred@116821748 after retry RPC@1642944826) -> (continuation of Deferred@1220867245 after retry RPC@2063028847), errback=(continuation of Deferred@292765045 after retry RPC@1102560799) -> (continuation of Deferred@889973587 after retry RPC@1033629714) -> (continuation of Deferred@1214640955 after retry RPC@585025559) -> (continuation of Deferred@116821748 after retry RPC@1642944826) -> (continuation of Deferred@1220867245 after retry RPC@2063028847)))) after lookup
05:23:10.244 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=CREATE_CLIENT, tablet=5413586e18684de39b06a40b2df97b2b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
05:23:10.244 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:23:10.246 [DEBUG - main] (Connection.java:575) [peer master-127.10.165.252:35663(127.10.165.252:35663)] disconnecting while in state TERMINATED
05:23:10.246 [DEBUG - main] (Connection.java:575) [peer master-127.10.165.253:46033(127.10.165.253:46033)] disconnecting while in state READY
05:23:10.247 [DEBUG - main] (Connection.java:575) [peer 86176daddd0845a491fd896953843399(127.10.165.195:45067)] disconnecting while in state READY
05:23:10.247 [DEBUG - main] (Connection.java:575) [peer master-127.10.165.254:32815(127.10.165.254:32815)] disconnecting while in state READY
05:23:10.249 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.165.253:46033(127.10.165.253:46033)] handling channelInactive
05:23:10.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.165.253:46033(127.10.165.253:46033)] cleaning up while in state READY due to: connection closed
05:23:10.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:23:10.253 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 86176daddd0845a491fd896953843399(127.10.165.195:45067)] handling channelInactive
05:23:10.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 86176daddd0845a491fd896953843399(127.10.165.195:45067)] cleaning up while in state READY due to: connection closed
05:23:10.254 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.165.254:32815(127.10.165.254:32815)] handling channelInactive
05:23:10.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.165.254:32815(127.10.165.254:32815)] cleaning up while in state READY due to: connection closed
05:23:10.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:10.255122 10903 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11182
05:23:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:10.276232 10903 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11341
05:23:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:10.304610 10903 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11484
05:23:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:10.327912 10903 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10915
05:23:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:10.349226 10903 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 10985
05:23:11.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:11Z chronyd exiting
.05:23:12.502 [INFO - main] (RandomUtils.java:49) Using random seed: 1783488192502
05:23:12.504 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
05:23:12.505 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:23:12.505 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvFwhnU/test-tmp
05:23:12.505 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:23:12.505 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvFwhnU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:23:12.508 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

05:23:12.813 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:23:12.813 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

05:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:12.816200 11691 mini_oidc.cc:152] Starting JWKS server
05:23:12.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:12.820108 11691 webserver.cc:460] Webserver started at http://127.0.0.1:43529/ using document root <none> and password file <none>
05:23:12.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:12.820503 11691 mini_oidc.cc:189] Starting OIDC Discovery server
05:23:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:12.822154 11691 webserver.cc:460] Webserver started at http://127.0.0.1:43687/ using document root <none> and password file <none>
05:23:12.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:23:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:12Z Disabled control of system clock
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:12.865002 11691 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/logs
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data/info.pb
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.254:44839
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.254
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43529/jwks.json with env {}
05:23:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.142598 11703 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.143131 11703 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.143579 11703 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.173875 11703 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:23:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.174147 11703 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.174337 11703 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:23:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.174525 11703 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:23:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.174703 11703 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:23:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.174850 11703 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43529/jwks.json
05:23:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:13.208393 11703 master_runner.cc:386] Master server non-default flags:
05:23:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.254:44839
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43529/jwks.json
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data/info.pb
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.254
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/logs
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:13.209544 11703 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:13.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:13.211028 11703 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.228040 11712 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.228134 11709 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:13.228418 11710 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:13.229125 11703 server_base.cc:1034] running on GCE node
05:23:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.324729 11703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.327206 11703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.328564 11703 hybrid_clock.cc:648] HybridClock initialized: now 1783488194328519 us; error 51 us; skew 500 ppm
05:23:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.329466 11703 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:14.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.335338 11703 webserver.cc:460] Webserver started at http://127.11.106.254:36695/ using document root <none> and password file <none>
05:23:14.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.336256 11703 fs_manager.cc:359] Metadata directory not provided
05:23:14.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.336462 11703 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.336959 11703 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.341706 11703 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data/instance:
05:23:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e939fef143544f40a9b2f87339f911a2"
05:23:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:14 on dist-test-slave-bwd2"
05:23:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.342862 11703 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal/instance:
05:23:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e939fef143544f40a9b2f87339f911a2"
05:23:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:14 on dist-test-slave-bwd2"
05:23:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.349630 11703 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.005s
05:23:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.355213 11719 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.356313 11703 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.356695 11703 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e939fef143544f40a9b2f87339f911a2"
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:14 on dist-test-slave-bwd2"
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.357053 11703 fs_report.cc:383] FS layout report
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data/data
05:23:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.404923 11703 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.406386 11703 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.406845 11703 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.474006 11703 rpc_server.cc:307] RPC server started. Bound to: 127.11.106.254:44839
05:23:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.474104 11770 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.106.254:44839 every 8 connection(s)
05:23:14.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.477052 11703 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/data/info.pb
05:23:14.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.478760 11691 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11703
05:23:14.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.479197 11691 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-0/wal/instance
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.482925 11771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.483196 11691 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/logs
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data/info.pb
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.253:33205
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.253
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43529/jwks.json with env {}
05:23:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.498422 11771 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } has no permanent_uuid. Determining permanent_uuid...
05:23:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.524761 11771 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } has no permanent_uuid. Determining permanent_uuid...
05:23:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.526937 11720 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.530586 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.580020 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 1
05:23:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.584113 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.652469 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 2
05:23:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.656175 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:14.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.747582 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 3
05:23:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.751689 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.781216 11773 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.781752 11773 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.782223 11773 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.812602 11773 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:23:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.812922 11773 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.813113 11773 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:23:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.813297 11773 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:23:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.813483 11773 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:23:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.813618 11773 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43529/jwks.json
05:23:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.848394 11773 master_runner.cc:386] Master server non-default flags:
05:23:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.253:33205
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43529/jwks.json
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data/info.pb
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.253
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/logs
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.849571 11773 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:14.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.851030 11773 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.868045 11782 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.895109 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 4
05:23:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.899051 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.198410 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 5
05:23:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:15.201828 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.749328 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 6
05:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:15.757938 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.253:33205: Network error: Client connection negotiation failed: client connection to 127.11.106.253:33205: connect: Connection refused (error 111)
05:23:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.868099 11783 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:14.868934 11785 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:14.869923 11773 server_base.cc:1034] running on GCE node
05:23:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.962118 11773 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.964740 11773 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.966107 11773 hybrid_clock.cc:648] HybridClock initialized: now 1783488195966077 us; error 36 us; skew 500 ppm
05:23:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.967016 11773 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.978051 11773 webserver.cc:460] Webserver started at http://127.11.106.253:44707/ using document root <none> and password file <none>
05:23:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.978992 11773 fs_manager.cc:359] Metadata directory not provided
05:23:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.979197 11773 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.979668 11773 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.984748 11773 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data/instance:
05:23:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b2e87cfca0b4309bdf9fe832b8d2080"
05:23:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:15 on dist-test-slave-bwd2"
05:23:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.985817 11773 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal/instance:
05:23:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b2e87cfca0b4309bdf9fe832b8d2080"
05:23:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:15 on dist-test-slave-bwd2"
05:23:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.992458 11773 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.001s
05:23:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.998010 11794 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.999094 11773 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
05:23:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.999418 11773 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal
05:23:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b2e87cfca0b4309bdf9fe832b8d2080"
05:23:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:15 on dist-test-slave-bwd2"
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:15.999773 11773 fs_report.cc:383] FS layout report
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data/data
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.053071 11773 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.054494 11773 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.054941 11773 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.121644 11773 rpc_server.cc:307] RPC server started. Bound to: 127.11.106.253:33205
05:23:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.121712 11845 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.106.253:33205 every 8 connection(s)
05:23:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.124292 11773 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/data/info.pb
05:23:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.129325 11846 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.132620 11691 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11773
05:23:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.133092 11691 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-1/wal/instance
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.135901 11691 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/logs
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data/info.pb
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.252:44135
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.252
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43529/jwks.json with env {}
05:23:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.143662 11846 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } has no permanent_uuid. Determining permanent_uuid...
05:23:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.166046 11846 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } has no permanent_uuid. Determining permanent_uuid...
05:23:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.183286 11846 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } has no permanent_uuid. Determining permanent_uuid...
05:23:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.185457 11795 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.189543 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.239094 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 1
05:23:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.242753 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.311204 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 2
05:23:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.314625 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.406105 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 3
05:23:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.409739 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.437901 11848 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.438434 11848 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.438887 11848 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.469743 11848 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.470031 11848 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.470219 11848 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.470412 11848 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.470597 11848 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.470737 11848 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43529/jwks.json
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.505970 11848 master_runner.cc:386] Master server non-default flags:
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.252:44135
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43529/jwks.json
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data/info.pb
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.252
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/logs
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.507148 11848 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.508679 11848 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.525235 11859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.553162 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 4
05:23:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.556556 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.818364 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } attempt: 7
05:23:16.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.830303 11771 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } has no permanent_uuid. Determining permanent_uuid...
05:23:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.835098 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.856065 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 5
05:23:16.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.860646 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.893603 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 1
05:23:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.897567 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.978933 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 2
05:23:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.982847 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.068231 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 3
05:23:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.072259 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.212687 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 4
05:23:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.216681 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.408146 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 6
05:23:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.418310 11846 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.500056 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 5
05:23:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.503762 11771 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.106.252:44135: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.525281 11861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:16.526103 11858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:16.526837 11848 server_base.cc:1034] running on GCE node
05:23:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.636065 11848 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.639056 11848 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.640434 11848 hybrid_clock.cc:648] HybridClock initialized: now 1783488197640392 us; error 45 us; skew 500 ppm
05:23:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.641317 11848 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.647267 11848 webserver.cc:460] Webserver started at http://127.11.106.252:37715/ using document root <none> and password file <none>
05:23:17.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.648247 11848 fs_manager.cc:359] Metadata directory not provided
05:23:17.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.648476 11848 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.648962 11848 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.653679 11848 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data/instance:
05:23:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "368a8ea8bce349f4b493c15ae128b143"
05:23:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:17 on dist-test-slave-bwd2"
05:23:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.654800 11848 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal/instance:
05:23:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "368a8ea8bce349f4b493c15ae128b143"
05:23:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:17 on dist-test-slave-bwd2"
05:23:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.662091 11848 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.008s
05:23:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.667953 11873 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.669188 11848 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
05:23:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.669526 11848 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal
05:23:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "368a8ea8bce349f4b493c15ae128b143"
05:23:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:17 on dist-test-slave-bwd2"
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.669860 11848 fs_report.cc:383] FS layout report
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data/data
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:17.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.706212 11848 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.708194 11848 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.708781 11848 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.779060 11848 rpc_server.cc:307] RPC server started. Bound to: 127.11.106.252:44135
05:23:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.779172 11924 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.106.252:44135 every 8 connection(s)
05:23:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.781505 11848 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/data/info.pb
05:23:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.786114 11925 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:17.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.789391 11691 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11848
05:23:17.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.789767 11691 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/master-2/wal/instance
05:23:17.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.799201 11925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } has no permanent_uuid. Determining permanent_uuid...
05:23:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.826260 11925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } has no permanent_uuid. Determining permanent_uuid...
05:23:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.837678 11925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } has no permanent_uuid. Determining permanent_uuid...
05:23:17.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.855751 11925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: Bootstrap starting.
05:23:17.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.861043 11925 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: Neither blocks nor log segments found. Creating new log.
05:23:17.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.863410 11925 log.cc:824] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: Log is configured to *not* fsync() on all Append() calls
05:23:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.867823 11925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: No bootstrap required, opened a new log
05:23:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.887518 11925 raft_consensus.cc:348] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.888185 11925 raft_consensus.cc:374] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.888437 11925 raft_consensus.cc:729] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 368a8ea8bce349f4b493c15ae128b143, State: Initialized, Role: FOLLOWER
05:23:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.889266 11925 consensus_queue.cc:260] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.891849 11935 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.892413 11935 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: This master's current role is: FOLLOWER
05:23:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.893159 11925 sys_catalog.cc:564] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: configured and running, proceeding with master startup.
05:23:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.916899 11946 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:23:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.917189 11946 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:23:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.912272 11848 master_runner.cc:186] Error getting master registration for 127.11.106.254:44839: OK, instance_id { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" instance_seqno: 1783488194456544 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:23:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.944959 11848 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:23:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.963030 11935 raft_consensus.cc:482] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.963470 11935 raft_consensus.cc:504] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:17.965059 11879 tablet.cc:2369] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:17.965912 11935 leader_election.cc:288] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e939fef143544f40a9b2f87339f911a2 (127.11.106.254:44839), 7b2e87cfca0b4309bdf9fe832b8d2080 (127.11.106.253:33205)
05:23:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.056064 11771 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 6
05:23:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.083389 11771 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: Bootstrap starting.
05:23:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.090075 11771 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: Neither blocks nor log segments found. Creating new log.
05:23:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.093123 11771 log.cc:824] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: Log is configured to *not* fsync() on all Append() calls
05:23:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.104120 11771 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: No bootstrap required, opened a new log
05:23:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.133637 11771 raft_consensus.cc:348] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.134507 11771 raft_consensus.cc:374] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.134928 11771 raft_consensus.cc:729] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e939fef143544f40a9b2f87339f911a2, State: Initialized, Role: FOLLOWER
05:23:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.135829 11771 consensus_queue.cc:260] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:18.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.154062 11950 sys_catalog.cc:455] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.154923 11950 sys_catalog.cc:458] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: This master's current role is: FOLLOWER
05:23:18.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.155943 11771 sys_catalog.cc:564] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: configured and running, proceeding with master startup.
05:23:18.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.156144 11746 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368a8ea8bce349f4b493c15ae128b143" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e939fef143544f40a9b2f87339f911a2" is_pre_election: true
05:23:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.157101 11746 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 368a8ea8bce349f4b493c15ae128b143 in term 0.
05:23:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.158453 11874 leader_election.cc:302] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 368a8ea8bce349f4b493c15ae128b143, e939fef143544f40a9b2f87339f911a2; no voters: 
05:23:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.159353 11935 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:23:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.159703 11935 raft_consensus.cc:482] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.160018 11935 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 0 FOLLOWER]: Advancing to term 1
05:23:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:18.166214 11725 tablet.cc:2369] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.166955 11935 raft_consensus.cc:504] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.168797 11935 leader_election.cc:288] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [CANDIDATE]: Term 1 election: Requested vote from peers e939fef143544f40a9b2f87339f911a2 (127.11.106.254:44839), 7b2e87cfca0b4309bdf9fe832b8d2080 (127.11.106.253:33205)
05:23:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.170450 11746 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368a8ea8bce349f4b493c15ae128b143" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e939fef143544f40a9b2f87339f911a2"
05:23:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.170997 11746 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 0 FOLLOWER]: Advancing to term 1
05:23:18.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.177230 11746 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 368a8ea8bce349f4b493c15ae128b143 in term 1.
05:23:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.178208 11874 leader_election.cc:302] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 368a8ea8bce349f4b493c15ae128b143, e939fef143544f40a9b2f87339f911a2; no voters: 
05:23:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.178972 11935 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 1 FOLLOWER]: Leader election won for term 1
05:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.185101 11935 raft_consensus.cc:686] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [term 1 LEADER]: Becoming Leader. State: Replica: 368a8ea8bce349f4b493c15ae128b143, State: Running, Role: LEADER
05:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.186069 11935 consensus_queue.cc:237] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:18.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.201186 11956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 368a8ea8bce349f4b493c15ae128b143. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.201977 11956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: This master's current role is: LEADER
05:23:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.210269 11961 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:23:18.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.217713 11961 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:23:18.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.247196 11746 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Refusing update from remote peer 368a8ea8bce349f4b493c15ae128b143: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:23:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.249184 11956 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:18.258244 11965 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:23:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:18.258559 11965 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:23:18.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.238682 11703 master_runner.cc:186] Error getting master registration for 127.11.106.253:33205: OK, instance_id { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" instance_seqno: 1783488196103132 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:23:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.306198 11703 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:23:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.319100 11950 sys_catalog.cc:455] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 368a8ea8bce349f4b493c15ae128b143. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.319844 11950 sys_catalog.cc:458] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: This master's current role is: FOLLOWER
05:23:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.324002 11964 mvcc.cc:205] Tried to move back new op lower bound from 7305167659994025984 to 7305167659780825088. Current Snapshot: MvccSnapshot[applied={T|T < 7305167659994025984}]
05:23:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.325747 11935 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.326458 11935 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: This master's current role is: LEADER
05:23:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.326839 11961 catalog_manager.cc:1347] Generated new cluster ID: 4f299ca11c384fa0a0146ca7bc8667a2
05:23:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.327108 11961 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:23:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.346047 11950 sys_catalog.cc:455] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.346771 11950 sys_catalog.cc:458] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: This master's current role is: FOLLOWER
05:23:18.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.363250 11961 catalog_manager.cc:1370] Generated new certificate authority record
05:23:18.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.365732 11961 catalog_manager.cc:1504] Loading token signing keys...
05:23:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.390733 11961 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143: Generated new TSK 0
05:23:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.394271 11961 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.429129 11691 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/logs
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data/info.pb
05:23:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.193:0
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.106.193
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.193
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.478806 11846 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } attempt: 7
05:23:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.550676 11846 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: Bootstrap starting.
05:23:18.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.563628 11846 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: Neither blocks nor log segments found. Creating new log.
05:23:18.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.576787 11846 log.cc:824] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: Log is configured to *not* fsync() on all Append() calls
05:23:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.589358 11846 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: No bootstrap required, opened a new log
05:23:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.646062 11846 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.648779 11846 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.649216 11846 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b2e87cfca0b4309bdf9fe832b8d2080, State: Initialized, Role: FOLLOWER
05:23:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.657399 11846 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.666610 11974 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.670593 11974 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: This master's current role is: FOLLOWER
05:23:18.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.670428 11821 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368a8ea8bce349f4b493c15ae128b143" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" is_pre_election: true
05:23:18.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.670269 11846 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: configured and running, proceeding with master startup.
05:23:18.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.671289 11821 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 368a8ea8bce349f4b493c15ae128b143 in term 0.
05:23:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.673189 11819 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 0 FOLLOWER]: Advancing to term 1
05:23:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.676914 11820 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368a8ea8bce349f4b493c15ae128b143" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080"
05:23:18.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.678406 11819 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Refusing update from remote peer 368a8ea8bce349f4b493c15ae128b143: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:23:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.679960 11935 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.765138 11984 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.767400 11984 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: This master's current role is: FOLLOWER
05:23:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.766697 11974 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 368a8ea8bce349f4b493c15ae128b143. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.768002 11974 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: This master's current role is: FOLLOWER
05:23:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.792378 11990 catalog_manager.cc:1259] Loaded cluster ID: 4f299ca11c384fa0a0146ca7bc8667a2
05:23:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.794353 11990 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: loading cluster ID for follower catalog manager: success
05:23:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.825075 11990 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: acquiring CA information for follower catalog manager: success
05:23:18.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:18.830863 11990 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:23:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.089566 11971 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.090427 11971 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.091300 11971 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.146982 11971 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.148504 11971 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.106.193
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.210173 11971 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.193:0
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data/info.pb
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.193
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.106.193
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/logs
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.213073 11971 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.215258 11971 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.263974 11965 catalog_manager.cc:1259] Loaded cluster ID: 4f299ca11c384fa0a0146ca7bc8667a2
05:23:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.264495 11965 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: loading cluster ID for follower catalog manager: success
05:23:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.279946 11998 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.274924 11965 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: acquiring CA information for follower catalog manager: success
05:23:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.302179 12002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "368a8ea8bce349f4b493c15ae128b143" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.304167 12002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368a8ea8bce349f4b493c15ae128b143 [sys.catalog]: This master's current role is: LEADER
05:23:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:19.317341 11965 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:23:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:19.293354 11997 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:21.406780 11999 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:23:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:20.643205 11996 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11971
05:23:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:21.408296 12000 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:21.405737 11971 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.132s	user 0.553s	sys 0.940s
05:23:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:21.408826 11971 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.136s	user 0.554s	sys 0.940s
05:23:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.409090 11971 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:23:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.411495 11971 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.414234 11971 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.415746 11971 hybrid_clock.cc:648] HybridClock initialized: now 1783488201415712 us; error 39 us; skew 500 ppm
05:23:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.416929 11971 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.429117 11971 webserver.cc:460] Webserver started at http://127.11.106.193:46197/ using document root <none> and password file <none>
05:23:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.430280 11971 fs_manager.cc:359] Metadata directory not provided
05:23:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.430536 11971 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.431052 11971 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:21.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.438874 11971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data/instance:
05:23:21.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9868e204282c4a7cbcabd0b931c328d3"
05:23:21.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:21 on dist-test-slave-bwd2"
05:23:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.440423 11971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal/instance:
05:23:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9868e204282c4a7cbcabd0b931c328d3"
05:23:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:21 on dist-test-slave-bwd2"
05:23:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.449393 11971 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
05:23:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.456154 12009 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.457803 11971 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
05:23:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.458171 11971 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal
05:23:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9868e204282c4a7cbcabd0b931c328d3"
05:23:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:21 on dist-test-slave-bwd2"
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.458551 11971 fs_report.cc:383] FS layout report
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data/data
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.512562 11971 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:21.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.514427 11971 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.514956 11971 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:21.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.518013 11971 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.523245 11971 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.523499 11971 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.523790 11971 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.523986 11971 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.675254 11971 rpc_server.cc:307] RPC server started. Bound to: 127.11.106.193:43299
05:23:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.675334 12122 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.106.193:43299 every 8 connection(s)
05:23:21.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.678697 11971 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/data/info.pb
05:23:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.682472 11691 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 11971
05:23:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.682893 11691 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-0/wal/instance
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.707273 11691 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/logs
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data/info.pb
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.194:0
05:23:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.106.194
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.194
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:21.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.744982 12123 heartbeater.cc:347] Connected to a master server at 127.11.106.252:44135
05:23:21.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.745383 12123 heartbeater.cc:464] Registering TS with master...
05:23:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.746495 12123 heartbeater.cc:511] Master 127.11.106.252:44135 requested a full tablet report, sending...
05:23:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.750152 11890 ts_manager.cc:194] Registered new tserver with Master: 9868e204282c4a7cbcabd0b931c328d3 (127.11.106.193:43299)
05:23:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.752838 11890 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.106.193:37389
05:23:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.763906 12124 heartbeater.cc:347] Connected to a master server at 127.11.106.253:33205
05:23:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.764261 12124 heartbeater.cc:464] Registering TS with master...
05:23:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.764864 12124 heartbeater.cc:511] Master 127.11.106.253:33205 requested a full tablet report, sending...
05:23:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.767486 11811 ts_manager.cc:194] Registered new tserver with Master: 9868e204282c4a7cbcabd0b931c328d3 (127.11.106.193:43299)
05:23:21.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.773227 12128 heartbeater.cc:347] Connected to a master server at 127.11.106.254:44839
05:23:21.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.773495 12128 heartbeater.cc:464] Registering TS with master...
05:23:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.774067 12128 heartbeater.cc:511] Master 127.11.106.254:44839 requested a full tablet report, sending...
05:23:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:21.776204 11736 ts_manager.cc:194] Registered new tserver with Master: 9868e204282c4a7cbcabd0b931c328d3 (127.11.106.193:43299)
05:23:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.028102 12127 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.028563 12127 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.029021 12127 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.059026 12127 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.060009 12127 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.106.194
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:22.096698 12127 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.194:0
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data/info.pb
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.194
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.106.194
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/logs
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:22.097998 12127 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:22.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:22.099483 12127 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.116957 12139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:22.762549 12123 heartbeater.cc:503] Master 127.11.106.252:44135 was elected leader, sending a full tablet report...
05:23:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.116951 12138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:22.116937 12141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:22.118920 12127 server_base.cc:1034] running on GCE node
05:23:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.239523 12127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.242439 12127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.243912 12127 hybrid_clock.cc:648] HybridClock initialized: now 1783488203243832 us; error 81 us; skew 500 ppm
05:23:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.245193 12127 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.251855 12127 webserver.cc:460] Webserver started at http://127.11.106.194:44129/ using document root <none> and password file <none>
05:23:23.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.252970 12127 fs_manager.cc:359] Metadata directory not provided
05:23:23.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.253181 12127 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:23.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.253647 12127 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.258720 12127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data/instance:
05:23:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64cfd7192fae4f01aea015273f449e37"
05:23:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:23 on dist-test-slave-bwd2"
05:23:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.260092 12127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal/instance:
05:23:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64cfd7192fae4f01aea015273f449e37"
05:23:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:23 on dist-test-slave-bwd2"
05:23:23.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.268214 12127 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
05:23:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.274096 12150 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.275579 12127 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
05:23:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.276013 12127 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal
05:23:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64cfd7192fae4f01aea015273f449e37"
05:23:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:23 on dist-test-slave-bwd2"
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.276435 12127 fs_report.cc:383] FS layout report
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data/data
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.321467 12127 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.322908 12127 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.323355 12127 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.325917 12127 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.329830 12127 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.330027 12127 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.330323 12127 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.330483 12127 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.461977 12127 rpc_server.cc:307] RPC server started. Bound to: 127.11.106.194:45707
05:23:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.462088 12262 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.106.194:45707 every 8 connection(s)
05:23:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.464406 12127 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/data/info.pb
05:23:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.468608 11691 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12127
05:23:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.469317 11691 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-1/wal/instance
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.484565 11691 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/logs
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data/info.pb
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.195:0
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.106.195
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.195
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.523128 12264 heartbeater.cc:347] Connected to a master server at 127.11.106.253:33205
05:23:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.523633 12264 heartbeater.cc:464] Registering TS with master...
05:23:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.524822 12264 heartbeater.cc:511] Master 127.11.106.253:33205 requested a full tablet report, sending...
05:23:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.529039 11811 ts_manager.cc:194] Registered new tserver with Master: 64cfd7192fae4f01aea015273f449e37 (127.11.106.194:45707)
05:23:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.531721 12263 heartbeater.cc:347] Connected to a master server at 127.11.106.252:44135
05:23:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.531863 12265 heartbeater.cc:347] Connected to a master server at 127.11.106.254:44839
05:23:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.532058 12263 heartbeater.cc:464] Registering TS with master...
05:23:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.532193 12265 heartbeater.cc:464] Registering TS with master...
05:23:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.532969 12265 heartbeater.cc:511] Master 127.11.106.254:44839 requested a full tablet report, sending...
05:23:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.532917 12263 heartbeater.cc:511] Master 127.11.106.252:44135 requested a full tablet report, sending...
05:23:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.535198 11890 ts_manager.cc:194] Registered new tserver with Master: 64cfd7192fae4f01aea015273f449e37 (127.11.106.194:45707)
05:23:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.535530 11736 ts_manager.cc:194] Registered new tserver with Master: 64cfd7192fae4f01aea015273f449e37 (127.11.106.194:45707)
05:23:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.536849 11890 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.106.194:57819
05:23:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.839607 12270 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.840132 12270 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.840718 12270 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.871858 12270 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.872807 12270 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.106.195
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.907548 12270 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.106.212:36253
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.106.195:0
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data/info.pb
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.106.195
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.106.254:44839,127.11.106.253:33205,127.11.106.252:44135
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.106.195
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/logs
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.909173 12270 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.910679 12270 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.929383 12279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:24.540446 12263 heartbeater.cc:503] Master 127.11.106.252:44135 was elected leader, sending a full tablet report...
05:23:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.929589 12282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:23.930783 12270 server_base.cc:1034] running on GCE node
05:23:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:23.929811 12280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.054343 12270 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.057133 12270 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.058624 12270 hybrid_clock.cc:648] HybridClock initialized: now 1783488205058560 us; error 55 us; skew 500 ppm
05:23:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.059571 12270 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.066705 12270 webserver.cc:460] Webserver started at http://127.11.106.195:43925/ using document root <none> and password file <none>
05:23:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.067569 12270 fs_manager.cc:359] Metadata directory not provided
05:23:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.067747 12270 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.068122 12270 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.072942 12270 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data/instance:
05:23:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c32059e79bdc4900b4b748e7b6c31c6e"
05:23:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:25 on dist-test-slave-bwd2"
05:23:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.074021 12270 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal/instance:
05:23:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c32059e79bdc4900b4b748e7b6c31c6e"
05:23:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:25 on dist-test-slave-bwd2"
05:23:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.081077 12270 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.001s
05:23:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.086748 12291 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.087832 12270 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
05:23:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.088140 12270 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal
05:23:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c32059e79bdc4900b4b748e7b6c31c6e"
05:23:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:25 on dist-test-slave-bwd2"
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.088470 12270 fs_report.cc:383] FS layout report
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data/data
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.133975 12270 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.135385 12270 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.135823 12270 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.138638 12270 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.142719 12270 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:25.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.142915 12270 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:25.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.143204 12270 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:25.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.143361 12270 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.275934 12270 rpc_server.cc:307] RPC server started. Bound to: 127.11.106.195:41237
05:23:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.276036 12403 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.106.195:41237 every 8 connection(s)
05:23:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.278265 12270 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/data/info.pb
05:23:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.283152 11691 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12270
05:23:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.283609 11691 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster177879046708661832/ts-2/wal/instance
05:23:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.318037 12405 heartbeater.cc:347] Connected to a master server at 127.11.106.253:33205
05:23:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.318497 12405 heartbeater.cc:464] Registering TS with master...
05:23:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.319535 12405 heartbeater.cc:511] Master 127.11.106.253:33205 requested a full tablet report, sending...
05:23:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.320063 12406 heartbeater.cc:347] Connected to a master server at 127.11.106.254:44839
05:23:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.320307 12406 heartbeater.cc:464] Registering TS with master...
05:23:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.321014 12406 heartbeater.cc:511] Master 127.11.106.254:44839 requested a full tablet report, sending...
05:23:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.321187 12404 heartbeater.cc:347] Connected to a master server at 127.11.106.252:44135
05:23:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.321486 12404 heartbeater.cc:464] Registering TS with master...
05:23:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.322194 12404 heartbeater.cc:511] Master 127.11.106.252:44135 requested a full tablet report, sending...
05:23:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.322997 11811 ts_manager.cc:194] Registered new tserver with Master: c32059e79bdc4900b4b748e7b6c31c6e (127.11.106.195:41237)
05:23:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.325043 11736 ts_manager.cc:194] Registered new tserver with Master: c32059e79bdc4900b4b748e7b6c31c6e (127.11.106.195:41237)
05:23:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.325249 11890 ts_manager.cc:194] Registered new tserver with Master: c32059e79bdc4900b4b748e7b6c31c6e (127.11.106.195:41237)
05:23:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.327219 11890 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.106.195:42755
05:23:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.334537 11691 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:23:25.346 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:23:25.346 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

05:23:25.349 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.106.254"
      port: 44839
    }
    bound_http_address {
      host: "127.11.106.254"
      port: 36695
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.106.253"
      port: 33205
    }
    bound_http_address {
      host: "127.11.106.253"
      port: 44707
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.106.252"
      port: 44135
    }
    bound_http_address {
      host: "127.11.106.252"
      port: 37715
    }
  }
}

05:23:25.349 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

05:23:25.352 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.106.193"
      port: 43299
    }
    bound_http_address {
      host: "127.11.106.193"
      port: 46197
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.106.194"
      port: 45707
    }
    bound_http_address {
      host: "127.11.106.194"
      port: 44129
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.106.195"
      port: 41237
    }
    bound_http_address {
      host: "127.11.106.195"
      port: 43925
    }
  }
}

05:23:25.352 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:23:25.354 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:23:25.357 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:23:25.359 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.106.253:33205(127.11.106.253:33205)] connecting to peer
05:23:25.361 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.362 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.106.254:44839(127.11.106.254:44839)] connecting to peer
05:23:25.364 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.106.253:33205(127.11.106.253:33205)] Successfully connected to peer
05:23:25.364 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.106.252:44135(127.11.106.252:44135)] Successfully connected to peer
05:23:25.367 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.106.254:44839(127.11.106.254:44839)] Successfully connected to peer
05:23:25.368 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.106.252
05:23:25.370 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.106.253
05:23:25.376 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.106.254
05:23:25.391 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x01878235, L:/127.0.0.1:36578 - R:/127.11.106.252:44135] using SASL/PLAIN
05:23:25.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:23:25.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: OK, deferred=null) after lookup
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.399211 11890 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36578:
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=SCAN_TABLE"
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:23:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:25.403810 11890 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=SCAN_TABLE in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:23:25.410 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x80b276f5, L:/127.0.0.1:54398 - R:/127.11.106.253:33205] using SASL/PLAIN
05:23:25.411 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x650f09dd, L:/127.0.0.1:44278 - R:/127.11.106.254:44839] using SASL/PLAIN
05:23:25.441 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 84dc289096764118b49e6fdea8ccc09c
05:23:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.482086 12198 tablet_service.cc:1467] Processing CreateTablet for tablet 2731b5fe870b4e3699af9ae1c33e2c95 (DEFAULT_TABLE table=TestMasterFailover-killBefore=SCAN_TABLE [id=84dc289096764118b49e6fdea8ccc09c]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.484741 12198 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2731b5fe870b4e3699af9ae1c33e2c95. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.497095 12058 tablet_service.cc:1467] Processing CreateTablet for tablet 2731b5fe870b4e3699af9ae1c33e2c95 (DEFAULT_TABLE table=TestMasterFailover-killBefore=SCAN_TABLE [id=84dc289096764118b49e6fdea8ccc09c]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.500028 12058 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2731b5fe870b4e3699af9ae1c33e2c95. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:25.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.509761 12339 tablet_service.cc:1467] Processing CreateTablet for tablet 2731b5fe870b4e3699af9ae1c33e2c95 (DEFAULT_TABLE table=TestMasterFailover-killBefore=SCAN_TABLE [id=84dc289096764118b49e6fdea8ccc09c]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.511927 12339 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2731b5fe870b4e3699af9ae1c33e2c95. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.539414 12435 tablet_bootstrap.cc:492] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: Bootstrap starting.
05:23:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.550134 12436 tablet_bootstrap.cc:492] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: Bootstrap starting.
05:23:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.551848 12435 tablet_bootstrap.cc:654] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: Neither blocks nor log segments found. Creating new log.
05:23:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.553516 12435 log.cc:824] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: Log is configured to *not* fsync() on all Append() calls
05:23:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.556192 12436 tablet_bootstrap.cc:654] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: Neither blocks nor log segments found. Creating new log.
05:23:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.558825 12435 tablet_bootstrap.cc:492] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: No bootstrap required, opened a new log
05:23:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.558588 12436 log.cc:824] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: Log is configured to *not* fsync() on all Append() calls
05:23:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.559252 12435 ts_tablet_manager.cc:1397] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: Time spent bootstrapping tablet: real 0.022s	user 0.008s	sys 0.005s
05:23:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.571696 12439 tablet_bootstrap.cc:492] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: Bootstrap starting.
05:23:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.574752 12436 tablet_bootstrap.cc:492] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: No bootstrap required, opened a new log
05:23:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.575244 12436 ts_tablet_manager.cc:1397] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: Time spent bootstrapping tablet: real 0.026s	user 0.013s	sys 0.005s
05:23:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.580029 12439 tablet_bootstrap.cc:654] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: Neither blocks nor log segments found. Creating new log.
05:23:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.582751 12439 log.cc:824] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: Log is configured to *not* fsync() on all Append() calls
05:23:25.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.587349 12435 raft_consensus.cc:348] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.588304 12439 tablet_bootstrap.cc:492] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: No bootstrap required, opened a new log
05:23:25.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.588423 12435 raft_consensus.cc:374] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:25.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.588824 12439 ts_tablet_manager.cc:1397] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: Time spent bootstrapping tablet: real 0.018s	user 0.004s	sys 0.012s
05:23:25.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.588771 12435 raft_consensus.cc:729] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64cfd7192fae4f01aea015273f449e37, State: Initialized, Role: FOLLOWER
05:23:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.589670 12435 consensus_queue.cc:260] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.592962 12435 ts_tablet_manager.cc:1428] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: Time spent starting tablet: real 0.033s	user 0.034s	sys 0.000s
05:23:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.609369 12436 raft_consensus.cc:348] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.610281 12436 raft_consensus.cc:374] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.610556 12436 raft_consensus.cc:729] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9868e204282c4a7cbcabd0b931c328d3, State: Initialized, Role: FOLLOWER
05:23:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.611405 12436 consensus_queue.cc:260] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.615227 12436 ts_tablet_manager.cc:1428] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: Time spent starting tablet: real 0.040s	user 0.034s	sys 0.003s
05:23:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.618361 12439 raft_consensus.cc:348] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.620072 12439 raft_consensus.cc:374] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.620510 12439 raft_consensus.cc:729] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c32059e79bdc4900b4b748e7b6c31c6e, State: Initialized, Role: FOLLOWER
05:23:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.621472 12439 consensus_queue.cc:260] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.624825 12404 heartbeater.cc:503] Master 127.11.106.252:44135 was elected leader, sending a full tablet report...
05:23:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.625531 12439 ts_tablet_manager.cc:1428] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: Time spent starting tablet: real 0.036s	user 0.034s	sys 0.001s
05:23:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.704401 12442 raft_consensus.cc:482] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.704936 12442 raft_consensus.cc:504] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.707259 12442 leader_election.cc:288] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64cfd7192fae4f01aea015273f449e37 (127.11.106.194:45707), c32059e79bdc4900b4b748e7b6c31c6e (127.11.106.195:41237)
05:23:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.719518 12218 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2731b5fe870b4e3699af9ae1c33e2c95" candidate_uuid: "9868e204282c4a7cbcabd0b931c328d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64cfd7192fae4f01aea015273f449e37" is_pre_election: true
05:23:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.720247 12218 raft_consensus.cc:2454] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9868e204282c4a7cbcabd0b931c328d3 in term 0.
05:23:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.721314 12010 leader_election.cc:302] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64cfd7192fae4f01aea015273f449e37, 9868e204282c4a7cbcabd0b931c328d3; no voters: 
05:23:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.721421 12359 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2731b5fe870b4e3699af9ae1c33e2c95" candidate_uuid: "9868e204282c4a7cbcabd0b931c328d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" is_pre_election: true
05:23:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.721943 12442 raft_consensus.cc:2781] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:23:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.722280 12442 raft_consensus.cc:482] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.722193 12359 raft_consensus.cc:2454] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9868e204282c4a7cbcabd0b931c328d3 in term 0.
05:23:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.722600 12442 raft_consensus.cc:3037] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 0 FOLLOWER]: Advancing to term 1
05:23:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.726706 12442 raft_consensus.cc:504] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.727944 12442 leader_election.cc:288] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [CANDIDATE]: Term 1 election: Requested vote from peers 64cfd7192fae4f01aea015273f449e37 (127.11.106.194:45707), c32059e79bdc4900b4b748e7b6c31c6e (127.11.106.195:41237)
05:23:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.728869 12218 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2731b5fe870b4e3699af9ae1c33e2c95" candidate_uuid: "9868e204282c4a7cbcabd0b931c328d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64cfd7192fae4f01aea015273f449e37"
05:23:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.729000 12359 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2731b5fe870b4e3699af9ae1c33e2c95" candidate_uuid: "9868e204282c4a7cbcabd0b931c328d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c32059e79bdc4900b4b748e7b6c31c6e"
05:23:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.729377 12218 raft_consensus.cc:3037] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [term 0 FOLLOWER]: Advancing to term 1
05:23:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.729468 12359 raft_consensus.cc:3037] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [term 0 FOLLOWER]: Advancing to term 1
05:23:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.735344 12359 raft_consensus.cc:2454] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9868e204282c4a7cbcabd0b931c328d3 in term 1.
05:23:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.735344 12218 raft_consensus.cc:2454] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9868e204282c4a7cbcabd0b931c328d3 in term 1.
05:23:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.736334 12010 leader_election.cc:302] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64cfd7192fae4f01aea015273f449e37, 9868e204282c4a7cbcabd0b931c328d3; no voters: 
05:23:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.737092 12442 raft_consensus.cc:2781] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 1 FOLLOWER]: Leader election won for term 1
05:23:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.738583 12442 raft_consensus.cc:686] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [term 1 LEADER]: Becoming Leader. State: Replica: 9868e204282c4a7cbcabd0b931c328d3, State: Running, Role: LEADER
05:23:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.739425 12442 consensus_queue.cc:237] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } }
05:23:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.750944 11889 catalog_manager.cc:5495] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9868e204282c4a7cbcabd0b931c328d3 (127.11.106.193). New cstate: current_term: 1 leader_uuid: "9868e204282c4a7cbcabd0b931c328d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9868e204282c4a7cbcabd0b931c328d3" member_type: VOTER last_known_addr { host: "127.11.106.193" port: 43299 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 } health_report { overall_health: UNKNOWN } } }
05:23:25.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:25.763849 12273 tablet.cc:2369] T 2731b5fe870b4e3699af9ae1c33e2c95 P 64cfd7192fae4f01aea015273f449e37: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:25.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:25.766535 12131 tablet.cc:2369] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:25.803042 12411 tablet.cc:2369] T 2731b5fe870b4e3699af9ae1c33e2c95 P c32059e79bdc4900b4b748e7b6c31c6e: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:25.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 84dc289096764118b49e6fdea8ccc09c
05:23:25.826 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.106.252:44135
05:23:25.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

05:23:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:25.827422 11691 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11848
05:23:25.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
05:23:25.853 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.106.252:44135(127.11.106.252:44135)] handling channelInactive
05:23:25.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state READY due to: connection closed
05:23:25.854 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.856 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.11.106.252:44135(127.11.106.252:44135) for tablet Kudu Master: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.860 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:25.881 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:25.900 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:25.919 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:25.940 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:25.980 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:25.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:25.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:26.080 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:26.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:26.184181 12442 consensus_queue.cc:1035] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c32059e79bdc4900b4b748e7b6c31c6e" member_type: VOTER last_known_addr { host: "127.11.106.195" port: 41237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:26.204 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:26.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:26.207430 12404 heartbeater.cc:644] Failed to heartbeat to 127.11.106.252:44135 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:26.207999 12123 heartbeater.cc:644] Failed to heartbeat to 127.11.106.252:44135 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:26.208598 12452 consensus_queue.cc:1035] T 2731b5fe870b4e3699af9ae1c33e2c95 P 9868e204282c4a7cbcabd0b931c328d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "64cfd7192fae4f01aea015273f449e37" member_type: VOTER last_known_addr { host: "127.11.106.194" port: 45707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:26.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:26.229020 12263 heartbeater.cc:644] Failed to heartbeat to 127.11.106.252:44135 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:26.240 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:26.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:26.280 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:26.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:26.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.264077 12460 raft_consensus.cc:482] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 368a8ea8bce349f4b493c15ae128b143)
05:23:27.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.264490 12460 raft_consensus.cc:504] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.266500 12460 leader_election.cc:288] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7b2e87cfca0b4309bdf9fe832b8d2080 (127.11.106.253:33205), 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135)
05:23:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.266623 12461 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 368a8ea8bce349f4b493c15ae128b143)
05:23:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.267378 12461 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.267722 11820 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e939fef143544f40a9b2f87339f911a2" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" is_pre_election: true
05:23:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.268894 11820 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e939fef143544f40a9b2f87339f911a2 in term 1.
05:23:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:27.269894 11720 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111) [suppressed 12 similar messages]
05:23:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.270004 12461 leader_election.cc:288] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e939fef143544f40a9b2f87339f911a2 (127.11.106.254:44839), 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135)
05:23:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.270922 11745 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e939fef143544f40a9b2f87339f911a2" is_pre_election: true
05:23:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.271603 11745 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b2e87cfca0b4309bdf9fe832b8d2080 in term 1.
05:23:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.273154 11720 leader_election.cc:302] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b2e87cfca0b4309bdf9fe832b8d2080, e939fef143544f40a9b2f87339f911a2; no voters: 
05:23:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.274070 12460 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Leader pre-election won for term 2
05:23:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.274375 12460 raft_consensus.cc:482] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 368a8ea8bce349f4b493c15ae128b143)
05:23:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.274266 11795 leader_election.cc:302] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b2e87cfca0b4309bdf9fe832b8d2080, e939fef143544f40a9b2f87339f911a2; no voters: 
05:23:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.274689 12460 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 1 FOLLOWER]: Advancing to term 2
05:23:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.275035 12461 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Leader pre-election won for term 2
05:23:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.275318 12461 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 368a8ea8bce349f4b493c15ae128b143)
05:23:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.275619 12461 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 1 FOLLOWER]: Advancing to term 2
05:23:27.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:27.277397 11720 leader_election.cc:334] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:27.282960 11795 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111) [suppressed 6 similar messages]
05:23:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.283058 12460 raft_consensus.cc:504] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.284219 12461 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.285423 12460 leader_election.cc:288] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 2 election: Requested vote from peers 7b2e87cfca0b4309bdf9fe832b8d2080 (127.11.106.253:33205), 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135)
05:23:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.285749 11820 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e939fef143544f40a9b2f87339f911a2" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080"
05:23:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.286446 12461 leader_election.cc:288] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [CANDIDATE]: Term 2 election: Requested vote from peers e939fef143544f40a9b2f87339f911a2 (127.11.106.254:44839), 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135)
05:23:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.286476 11820 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e939fef143544f40a9b2f87339f911a2 in current term 2: Already voted for candidate 7b2e87cfca0b4309bdf9fe832b8d2080 in this term.
05:23:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.289216 11745 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e939fef143544f40a9b2f87339f911a2"
05:23:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.289942 11745 raft_consensus.cc:2379] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7b2e87cfca0b4309bdf9fe832b8d2080 in current term 2: Already voted for candidate e939fef143544f40a9b2f87339f911a2 in this term.
05:23:27.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:27.292802 11720 leader_election.cc:334] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:27.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.293356 11720 leader_election.cc:302] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e939fef143544f40a9b2f87339f911a2; no voters: 368a8ea8bce349f4b493c15ae128b143, 7b2e87cfca0b4309bdf9fe832b8d2080
05:23:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.294198 12460 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
05:23:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:27.295964 11795 leader_election.cc:334] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.296291 11795 leader_election.cc:302] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b2e87cfca0b4309bdf9fe832b8d2080; no voters: 368a8ea8bce349f4b493c15ae128b143, e939fef143544f40a9b2f87339f911a2
05:23:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:27.296895 12461 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
05:23:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:27.297137 11795 leader_election.cc:334] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:27.500 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:27.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:27.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:27.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:27.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:29.339 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:29.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:29.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:29.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:29.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839; will retry
05:23:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.424314 12473 raft_consensus.cc:482] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.424844 12473 raft_consensus.cc:504] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.426319 12473 leader_election.cc:288] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7b2e87cfca0b4309bdf9fe832b8d2080 (127.11.106.253:33205), 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135)
05:23:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.427223 11820 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e939fef143544f40a9b2f87339f911a2" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" is_pre_election: true
05:23:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.427881 11820 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e939fef143544f40a9b2f87339f911a2 in term 2.
05:23:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.428884 11720 leader_election.cc:302] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b2e87cfca0b4309bdf9fe832b8d2080, e939fef143544f40a9b2f87339f911a2; no voters: 
05:23:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.429454 12473 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Leader pre-election won for term 3
05:23:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.429839 12473 raft_consensus.cc:482] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.430163 12473 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 2 FOLLOWER]: Advancing to term 3
05:23:29.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:29.432312 11720 leader_election.cc:334] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.434609 12473 raft_consensus.cc:504] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.435863 12473 leader_election.cc:288] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 3 election: Requested vote from peers 7b2e87cfca0b4309bdf9fe832b8d2080 (127.11.106.253:33205), 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135)
05:23:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.436594 11820 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e939fef143544f40a9b2f87339f911a2" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080"
05:23:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.437005 11820 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 2 FOLLOWER]: Advancing to term 3
05:23:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:29.438776 11720 leader_election.cc:334] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111)
05:23:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.441901 11820 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e939fef143544f40a9b2f87339f911a2 in term 3.
05:23:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.442639 11720 leader_election.cc:302] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b2e87cfca0b4309bdf9fe832b8d2080, e939fef143544f40a9b2f87339f911a2; no voters: 368a8ea8bce349f4b493c15ae128b143
05:23:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.443220 12473 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 3 FOLLOWER]: Leader election won for term 3
05:23:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.444023 12473 raft_consensus.cc:686] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [term 3 LEADER]: Becoming Leader. State: Replica: e939fef143544f40a9b2f87339f911a2, State: Running, Role: LEADER
05:23:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.444753 12473 consensus_queue.cc:237] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } }
05:23:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.448458 12476 sys_catalog.cc:455] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e939fef143544f40a9b2f87339f911a2. Latest consensus state: current_term: 3 leader_uuid: "e939fef143544f40a9b2f87339f911a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.449450 12476 sys_catalog.cc:458] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: This master's current role is: LEADER
05:23:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.451223 12478 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:23:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.458740 12478 catalog_manager.cc:669] Loaded metadata for table TestMasterFailover-killBefore=SCAN_TABLE [id=84dc289096764118b49e6fdea8ccc09c]
05:23:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.463398 12478 tablet_loader.cc:96] loaded metadata for tablet 2731b5fe870b4e3699af9ae1c33e2c95 (table TestMasterFailover-killBefore=SCAN_TABLE [id=84dc289096764118b49e6fdea8ccc09c])
05:23:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.464223 12478 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:23:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.466797 12478 catalog_manager.cc:1259] Loaded cluster ID: 4f299ca11c384fa0a0146ca7bc8667a2
05:23:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.466971 12478 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:23:29.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.470132 12478 catalog_manager.cc:1504] Loading token signing keys...
05:23:29.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.472766 12478 catalog_manager.cc:5879] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2: Loaded TSK: 0
05:23:29.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:29.474038 12478 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:23:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.005847 11820 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [term 3 FOLLOWER]: Refusing update from remote peer e939fef143544f40a9b2f87339f911a2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 8. (index mismatch)
05:23:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.007025 12480 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
05:23:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.010915 12481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e939fef143544f40a9b2f87339f911a2. Latest consensus state: current_term: 3 leader_uuid: "e939fef143544f40a9b2f87339f911a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.011539 12481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: This master's current role is: FOLLOWER
05:23:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.014714 12480 sys_catalog.cc:455] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "e939fef143544f40a9b2f87339f911a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.015659 12480 sys_catalog.cc:458] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 [sys.catalog]: This master's current role is: LEADER
05:23:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.016817 12481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e939fef143544f40a9b2f87339f911a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e939fef143544f40a9b2f87339f911a2" member_type: VOTER last_known_addr { host: "127.11.106.254" port: 44839 } } peers { permanent_uuid: "7b2e87cfca0b4309bdf9fe832b8d2080" member_type: VOTER last_known_addr { host: "127.11.106.253" port: 33205 } } peers { permanent_uuid: "368a8ea8bce349f4b493c15ae128b143" member_type: VOTER last_known_addr { host: "127.11.106.252" port: 44135 } } }
05:23:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.017635 12481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b2e87cfca0b4309bdf9fe832b8d2080 [sys.catalog]: This master's current role is: FOLLOWER
05:23:30.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:30.020457 11720 consensus_peers.cc:487] T 00000000000000000000000000000000 P e939fef143544f40a9b2f87339f911a2 -> Peer 368a8ea8bce349f4b493c15ae128b143 (127.11.106.252:44135): Couldn't send request to peer 368a8ea8bce349f4b493c15ae128b143. Status: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:23:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:30.692726 12128 heartbeater.cc:503] Master 127.11.106.254:44839 was elected leader, sending a full tablet report...
05:23:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:31.231509 12406 heartbeater.cc:503] Master 127.11.106.254:44839 was elected leader, sending a full tablet report...
05:23:31.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:31.247565 12265 heartbeater.cc:503] Master 127.11.106.254:44839 was elected leader, sending a full tablet report...
05:23:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:32.421021 11720 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.106.252:44135: connect: Connection refused (error 111) [suppressed 7 similar messages]
05:23:32.579 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.106.252:44135(127.11.106.252:44135)] connecting to peer
05:23:32.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:32.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.252:44135(127.11.106.252:44135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:32.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.106.252:44135: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135
05:23:32.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:23:32.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=14, TimeoutTracker(timeout=30000, elapsed=6731), Traces: [0ms] sending RPC to server master-127.11.106.252:44135, [1ms] received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [10ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [11ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [11ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [45ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [48ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [65ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [85ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [88ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [90ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [125ms] refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [128ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [131ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [228ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [229ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [230ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [230ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [345ms] refreshing cache from master, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [351ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [353ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [356ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [356ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [385ms] refreshing cache from master, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [387ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [388ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [389ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [389ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [390ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [425ms] refreshing cache from master, [425ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [426ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [426ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [427ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [429ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [429ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [429ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [1646ms] refreshing cache from master, [1646ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [1646ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [1647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [1648ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [1649ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [1650ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [1650ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [3485ms] refreshing cache from master, [3485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [3485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [3487ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [3487ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [3489ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [3490ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [3490ms] delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [6725ms] refreshing cache from master, [6725ms] too many traces: truncated at 100 traces, deferred=Deferred@1821002036(state=PENDING, result=null, callback=get tablet locations from the master for table TestMasterFailover-killBefore=SCAN_TABLE -> release master lookup permit -> retry RPC -> scanner opened -> passthrough -> org.apache.kudu.test.ClientTestUtil$2@1812ac0c -> wakeup thread Time-limited test -> (continuation of Deferred@2065524850 after retry RPC after error@406003818) -> (continuation of Deferred@651041201 after retry RPC after error@733066152) -> (continuation of Deferred@998178900 after retry RPC after error@978208545) -> (continuation of Deferred@1822151240 after retry RPC after error@1251020928) -> (continuation of Deferred@154129446 after retry RPC after error@1091628397) -> (continuation of Deferred@1932230293 after retry RPC after error@830240096) -> (continuation of Deferred@1183127949 after retry RPC after error@3731381) -> (continuation of Deferred@684717809 after retry RPC after error@2060075517) -> (continuation of Deferred@351106648 after retry RPC after error@1408202295) -> (continuation of Deferred@71334597 after retry RPC after error@749536793) -> (continuation of Deferred@1401813602 after retry RPC after error@2080076010) -> (continuation of Deferred@2095753986 after retry RPC after error@951318344), errback=passthrough -> release master lookup permit -> retry RPC after error -> passthrough -> open scanner errback -> org.apache.kudu.test.ClientTestUtil$1@45154d6 -> wakeup thread Time-limited test -> (continuation of Deferred@2065524850 after retry RPC after error@406003818) -> (continuation of Deferred@651041201 after retry RPC after error@733066152) -> (continuation of Deferred@998178900 after retry RPC after error@978208545) -> (continuation of Deferred@1822151240 after retry RPC after error@1251020928) -> (continuation of Deferred@154129446 after retry RPC after error@1091628397) -> (continuation of Deferred@1932230293 after retry RPC after error@830240096) -> (continuation of Deferred@1183127949 after retry RPC after error@3731381) -> (continuation of Deferred@684717809 after retry RPC after error@2060075517) -> (continuation of Deferred@351106648 after retry RPC after error@1408202295) -> (continuation of Deferred@71334597 after retry RPC after error@749536793) -> (continuation of Deferred@1401813602 after retry RPC after error@2080076010) -> (continuation of Deferred@2095753986 after retry RPC after error@951318344))) after lookup
05:23:32.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2731b5fe870b4e3699af9ae1c33e2c95 for table 'TestMasterFailover-killBefore=SCAN_TABLE' with partition [<start>, <end>)
05:23:32.591 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2731b5fe870b4e3699af9ae1c33e2c95@[64cfd7192fae4f01aea015273f449e37(127.11.106.194:45707),9868e204282c4a7cbcabd0b931c328d3(127.11.106.193:43299)[L],c32059e79bdc4900b4b748e7b6c31c6e(127.11.106.195:41237)]}]
05:23:32.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6737), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.106.252:44135, [2ms] Sub RPC GetTableLocations: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [3ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [7ms] Sub RPC GetTableLocations: refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [11ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [12ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [12ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [13ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [27ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [33ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [46ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [50ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [52ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [66ms] Sub RPC GetTableLocations: refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [71ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [90ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [91ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [132ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [226ms] Sub RPC GetTableLocations: refreshing cache from master, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [229ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [230ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [231ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [231ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [346ms] Sub RPC GetTableLocations: refreshing cache from master, [347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [352ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [354ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [357ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [357ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [386ms] Sub RPC GetTableLocations: refreshing cache from master, [387ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [387ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [389ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [390ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [390ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [391ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [426ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [428ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [430ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [430ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [430ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [1647ms] Sub RPC GetTableLocations: refreshing cache from master, [1647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [1647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [1648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [1649ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [1650ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [1651ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [1651ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [3486ms] Sub RPC GetTableLocations: refreshing cache from master, [3486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.253:33205, [3486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.252:44135, [3488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.106.254:44839, [3488ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.252:44135: Network error: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [3490ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.253:33205: OK, [3491ms] Sub RPC ConnectToMaster: received response from server master-127.11.106.254:44839: OK, [3491ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.106.253:33205,127.11.106.252:44135,127.11.106.254:44839) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.106.252:44135(127.11.106.252:44135): Connection refused: /127.11.106.252:44135, [6726ms] too many traces: truncated at 100 traces, deferred=null)) after lookup
05:23:32.593 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9868e204282c4a7cbcabd0b931c328d3(127.11.106.193:43299)] connecting to peer
05:23:32.594 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 9868e204282c4a7cbcabd0b931c328d3(127.11.106.193:43299)] Successfully connected to peer
05:23:32.615 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1d232b99, L:/127.0.0.1:37098 - R:/127.11.106.193:43299] using TOKEN/null
05:23:32.623 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=SCAN_TABLE, tablet=2731b5fe870b4e3699af9ae1c33e2c95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
05:23:32.623 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:23:32.625 [DEBUG - main] (Connection.java:575) [peer 9868e204282c4a7cbcabd0b931c328d3(127.11.106.193:43299)] disconnecting while in state READY
05:23:32.625 [DEBUG - main] (Connection.java:575) [peer master-127.11.106.253:33205(127.11.106.253:33205)] disconnecting while in state READY
05:23:32.629 [DEBUG - main] (Connection.java:575) [peer master-127.11.106.254:44839(127.11.106.254:44839)] disconnecting while in state READY
05:23:32.630 [DEBUG - main] (Connection.java:575) [peer master-127.11.106.252:44135(127.11.106.252:44135)] disconnecting while in state TERMINATED
05:23:32.630 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 9868e204282c4a7cbcabd0b931c328d3(127.11.106.193:43299)] handling channelInactive
05:23:32.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9868e204282c4a7cbcabd0b931c328d3(127.11.106.193:43299)] cleaning up while in state READY due to: connection closed
05:23:32.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:23:32.637 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.106.253:33205(127.11.106.253:33205)] handling channelInactive
05:23:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:32.637156 11691 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11971
05:23:32.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.253:33205(127.11.106.253:33205)] cleaning up while in state READY due to: connection closed
05:23:32.638 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.106.254:44839(127.11.106.254:44839)] handling channelInactive
05:23:32.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.106.254:44839(127.11.106.254:44839)] cleaning up while in state READY due to: connection closed
05:23:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:32.657040 11691 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12127
05:23:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:32.678198 11691 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12270
05:23:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:32.700076 11691 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11703
05:23:32.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:32.720477 11691 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 11773
05:23:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:33Z chronyd exiting
.05:23:34.852 [INFO - main] (RandomUtils.java:49) Using random seed: 1783488214852
05:23:34.855 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
05:23:34.855 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:23:34.855 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvFwhnU/test-tmp
05:23:34.855 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:23:34.856 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvFwhnU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:23:34.857 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

05:23:35.197 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:23:35.198 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

05:23:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.201442 12519 mini_oidc.cc:152] Starting JWKS server
05:23:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.205417 12519 webserver.cc:460] Webserver started at http://127.0.0.1:37915/ using document root <none> and password file <none>
05:23:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.205835 12519 mini_oidc.cc:189] Starting OIDC Discovery server
05:23:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.207700 12519 webserver.cc:460] Webserver started at http://127.0.0.1:35329/ using document root <none> and password file <none>
05:23:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:23:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:35Z Disabled control of system clock
05:23:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.260444 12519 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/logs
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data/info.pb
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.254:40437
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.254
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37915/jwks.json with env {}
05:23:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.542498 12531 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.543052 12531 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.543507 12531 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.577203 12531 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:23:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.577507 12531 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.577708 12531 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:23:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.577898 12531 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:23:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.578084 12531 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:23:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.578229 12531 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37915/jwks.json
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.612546 12531 master_runner.cc:386] Master server non-default flags:
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.254:40437
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37915/jwks.json
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data/info.pb
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.254
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/logs
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.613718 12531 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.615249 12531 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.633136 12540 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.633152 12537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:35.633148 12538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:35.634454 12531 server_base.cc:1034] running on GCE node
05:23:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.724933 12531 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.727753 12531 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.729185 12531 hybrid_clock.cc:648] HybridClock initialized: now 1783488216729131 us; error 68 us; skew 500 ppm
05:23:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.729983 12531 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.742005 12531 webserver.cc:460] Webserver started at http://127.12.57.254:35231/ using document root <none> and password file <none>
05:23:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.742887 12531 fs_manager.cc:359] Metadata directory not provided
05:23:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.743067 12531 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.743455 12531 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.748201 12531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data/instance:
05:23:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ece94243a4d40d99a61ba97a1916660"
05:23:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:36 on dist-test-slave-bwd2"
05:23:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.749294 12531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal/instance:
05:23:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ece94243a4d40d99a61ba97a1916660"
05:23:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:36 on dist-test-slave-bwd2"
05:23:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.755851 12531 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
05:23:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.761071 12547 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.762029 12531 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
05:23:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.762359 12531 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ece94243a4d40d99a61ba97a1916660"
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:36 on dist-test-slave-bwd2"
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.762682 12531 fs_report.cc:383] FS layout report
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data/data
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.806877 12531 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.808385 12531 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.808859 12531 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.873445 12531 rpc_server.cc:307] RPC server started. Bound to: 127.12.57.254:40437
05:23:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.873534 12598 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.57.254:40437 every 8 connection(s)
05:23:36.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.875948 12531 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/data/info.pb
05:23:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.879930 12519 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12531
05:23:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.880438 12519 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-0/wal/instance
05:23:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.881356 12599 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.885290 12519 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/logs
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data/info.pb
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.253:44407
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.253
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37915/jwks.json with env {}
05:23:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.894436 12599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } has no permanent_uuid. Determining permanent_uuid...
05:23:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.923002 12599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } has no permanent_uuid. Determining permanent_uuid...
05:23:36.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:36.925239 12549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:36.928843 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:36.978272 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 1
05:23:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:36.981628 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.049978 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 2
05:23:37.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.053622 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.144979 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 3
05:23:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.148124 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.174064 12601 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.174604 12601 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.175056 12601 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.205637 12601 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:23:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.206012 12601 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.206252 12601 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:23:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.206457 12601 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:23:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.206634 12601 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:23:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.206773 12601 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37915/jwks.json
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.240731 12601 master_runner.cc:386] Master server non-default flags:
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.253:44407
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37915/jwks.json
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data/info.pb
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.253
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/logs
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.241839 12601 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.243278 12601 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.260455 12611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:37.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.291558 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 4
05:23:37.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.295564 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.594923 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 5
05:23:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.598619 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.146014 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 6
05:23:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.152077 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.253:44407: Network error: Client connection negotiation failed: client connection to 127.12.57.253:44407: connect: Connection refused (error 111)
05:23:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.260447 12610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:37.260958 12613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:37.262691 12601 server_base.cc:1034] running on GCE node
05:23:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.366485 12601 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.369131 12601 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.370507 12601 hybrid_clock.cc:648] HybridClock initialized: now 1783488218370466 us; error 47 us; skew 500 ppm
05:23:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.371444 12601 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:38.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.378180 12601 webserver.cc:460] Webserver started at http://127.12.57.253:46027/ using document root <none> and password file <none>
05:23:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.379462 12601 fs_manager.cc:359] Metadata directory not provided
05:23:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.379710 12601 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.380293 12601 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:38.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.386278 12601 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data/instance:
05:23:38.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f114d5baa9834890839b2f8e48bfb1f9"
05:23:38.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:38 on dist-test-slave-bwd2"
05:23:38.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.387603 12601 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal/instance:
05:23:38.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f114d5baa9834890839b2f8e48bfb1f9"
05:23:38.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:38 on dist-test-slave-bwd2"
05:23:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.394739 12601 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.004s
05:23:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.400529 12622 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.401780 12601 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
05:23:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.402148 12601 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal
05:23:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f114d5baa9834890839b2f8e48bfb1f9"
05:23:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:38 on dist-test-slave-bwd2"
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.402488 12601 fs_report.cc:383] FS layout report
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data/data
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.435796 12601 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.437248 12601 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.437685 12601 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.509819 12601 rpc_server.cc:307] RPC server started. Bound to: 127.12.57.253:44407
05:23:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.509929 12673 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.57.253:44407 every 8 connection(s)
05:23:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.512476 12601 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/data/info.pb
05:23:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.518620 12674 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.522904 12519 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12601
05:23:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.523240 12519 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-1/wal/instance
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.525684 12519 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/logs
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data/info.pb
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.252:46219
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.252
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37915/jwks.json with env {}
05:23:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.530813 12674 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } has no permanent_uuid. Determining permanent_uuid...
05:23:38.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.553894 12674 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } has no permanent_uuid. Determining permanent_uuid...
05:23:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.570102 12674 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } has no permanent_uuid. Determining permanent_uuid...
05:23:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.572291 12625 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.577144 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.626706 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 1
05:23:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.630923 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.699389 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 2
05:23:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.703173 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.794631 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 3
05:23:38.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.798982 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.835255 12676 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:38.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.835964 12676 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:38.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.836611 12676 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.871918 12676 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:23:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.872217 12676 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.872409 12676 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:23:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.872586 12676 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:23:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.872838 12676 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:23:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.872991 12676 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37915/jwks.json
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.908231 12676 master_runner.cc:386] Master server non-default flags:
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.252:46219
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37915/jwks.json
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data/info.pb
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.252
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/logs
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.909448 12676 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.910914 12676 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.927824 12687 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:38.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.942387 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 4
05:23:38.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.946467 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.212563 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } attempt: 7
05:23:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.228446 12599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } has no permanent_uuid. Determining permanent_uuid...
05:23:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.233340 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.245846 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 5
05:23:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.249545 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.291703 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 1
05:23:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.295414 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.376788 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 2
05:23:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.380780 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.466367 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 3
05:23:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.470256 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.610637 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 4
05:23:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.614445 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.796921 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 6
05:23:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.802755 12674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:39.897820 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 5
05:23:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:39.901304 12599 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.57.252:46219: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.927955 12689 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:38.928479 12686 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:38.929580 12676 server_base.cc:1034] running on GCE node
05:23:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.038501 12676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:40.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.042306 12676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.043628 12676 hybrid_clock.cc:648] HybridClock initialized: now 1783488220043609 us; error 41 us; skew 500 ppm
05:23:40.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.044382 12676 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.050853 12676 webserver.cc:460] Webserver started at http://127.12.57.252:33505/ using document root <none> and password file <none>
05:23:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.051698 12676 fs_manager.cc:359] Metadata directory not provided
05:23:40.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.051880 12676 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:40.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.052263 12676 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.056792 12676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data/instance:
05:23:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e38a5a9d88f749cc918e9897b3005ce9"
05:23:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:40 on dist-test-slave-bwd2"
05:23:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.057789 12676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal/instance:
05:23:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e38a5a9d88f749cc918e9897b3005ce9"
05:23:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:40 on dist-test-slave-bwd2"
05:23:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.064522 12676 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.001s
05:23:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.069566 12701 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.070528 12676 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.005s
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.070803 12676 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e38a5a9d88f749cc918e9897b3005ce9"
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:40 on dist-test-slave-bwd2"
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.071079 12676 fs_report.cc:383] FS layout report
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data/data
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.110401 12676 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.111769 12676 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.112149 12676 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.176445 12676 rpc_server.cc:307] RPC server started. Bound to: 127.12.57.252:46219
05:23:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.176556 12752 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.57.252:46219 every 8 connection(s)
05:23:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.178992 12676 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/data/info.pb
05:23:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.183775 12753 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.185125 12519 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12676
05:23:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.185580 12519 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/master-2/wal/instance
05:23:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.199783 12753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } has no permanent_uuid. Determining permanent_uuid...
05:23:40.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.224309 12753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } has no permanent_uuid. Determining permanent_uuid...
05:23:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.235437 12753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } has no permanent_uuid. Determining permanent_uuid...
05:23:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.251026 12753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: Bootstrap starting.
05:23:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.256493 12753 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: Neither blocks nor log segments found. Creating new log.
05:23:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.258069 12753 log.cc:824] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: Log is configured to *not* fsync() on all Append() calls
05:23:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.262244 12753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: No bootstrap required, opened a new log
05:23:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.281769 12753 raft_consensus.cc:348] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.282583 12753 raft_consensus.cc:374] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.282871 12753 raft_consensus.cc:729] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e38a5a9d88f749cc918e9897b3005ce9, State: Initialized, Role: FOLLOWER
05:23:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.283682 12753 consensus_queue.cc:260] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.285820 12762 sys_catalog.cc:455] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.286392 12762 sys_catalog.cc:458] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: This master's current role is: FOLLOWER
05:23:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.287086 12753 sys_catalog.cc:564] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: configured and running, proceeding with master startup.
05:23:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:40.309144 12773 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:23:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:40.309482 12773 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:23:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.305186 12676 master_runner.cc:186] Error getting master registration for 127.12.57.254:40437: OK, instance_id { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" instance_seqno: 1783488216856007 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:23:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.329079 12676 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:23:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:40.366881 12707 tablet.cc:2369] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.453717 12599 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 6
05:23:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.472558 12599 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: Bootstrap starting.
05:23:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.477336 12599 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: Neither blocks nor log segments found. Creating new log.
05:23:40.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.479128 12599 log.cc:824] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: Log is configured to *not* fsync() on all Append() calls
05:23:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.483875 12599 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: No bootstrap required, opened a new log
05:23:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.511857 12599 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.512743 12599 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.513036 12599 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ece94243a4d40d99a61ba97a1916660, State: Initialized, Role: FOLLOWER
05:23:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.513891 12599 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.517743 12777 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.518994 12777 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: This master's current role is: FOLLOWER
05:23:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.519655 12599 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: configured and running, proceeding with master startup.
05:23:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:40.567130 12553 tablet.cc:2369] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:40.567767 12788 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:23:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:40.568061 12788 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:23:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.559556 12531 master_runner.cc:186] Error getting master registration for 127.12.57.253:44407: OK, instance_id { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" instance_seqno: 1783488218490535 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:23:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.583993 12531 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:23:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.754282 12762 raft_consensus.cc:482] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.754813 12762 raft_consensus.cc:504] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.757140 12762 leader_election.cc:288] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ece94243a4d40d99a61ba97a1916660 (127.12.57.254:40437), f114d5baa9834890839b2f8e48bfb1f9 (127.12.57.253:44407)
05:23:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.758879 12574 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e38a5a9d88f749cc918e9897b3005ce9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ece94243a4d40d99a61ba97a1916660" is_pre_election: true
05:23:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.759733 12574 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e38a5a9d88f749cc918e9897b3005ce9 in term 0.
05:23:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.761159 12704 leader_election.cc:302] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ece94243a4d40d99a61ba97a1916660, e38a5a9d88f749cc918e9897b3005ce9; no voters: 
05:23:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.762032 12762 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:23:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.762362 12762 raft_consensus.cc:482] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.762662 12762 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 0 FOLLOWER]: Advancing to term 1
05:23:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.769047 12762 raft_consensus.cc:504] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.771230 12762 leader_election.cc:288] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [CANDIDATE]: Term 1 election: Requested vote from peers 3ece94243a4d40d99a61ba97a1916660 (127.12.57.254:40437), f114d5baa9834890839b2f8e48bfb1f9 (127.12.57.253:44407)
05:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.771698 12574 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e38a5a9d88f749cc918e9897b3005ce9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ece94243a4d40d99a61ba97a1916660"
05:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.772231 12574 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 0 FOLLOWER]: Advancing to term 1
05:23:40.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.779366 12574 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e38a5a9d88f749cc918e9897b3005ce9 in term 1.
05:23:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.780532 12704 leader_election.cc:302] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ece94243a4d40d99a61ba97a1916660, e38a5a9d88f749cc918e9897b3005ce9; no voters: 
05:23:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.782004 12762 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 1 FOLLOWER]: Leader election won for term 1
05:23:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.789649 12762 raft_consensus.cc:686] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [term 1 LEADER]: Becoming Leader. State: Replica: e38a5a9d88f749cc918e9897b3005ce9, State: Running, Role: LEADER
05:23:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.792076 12762 consensus_queue.cc:237] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.805470 12790 sys_catalog.cc:455] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e38a5a9d88f749cc918e9897b3005ce9. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.806353 12790 sys_catalog.cc:458] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: This master's current role is: LEADER
05:23:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.813941 12792 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:23:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.821233 12792 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:23:40.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.846436 12574 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Refusing update from remote peer e38a5a9d88f749cc918e9897b3005ce9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:23:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.848346 12790 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.863209 12674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } attempt: 7
05:23:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.871347 12777 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e38a5a9d88f749cc918e9897b3005ce9. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.873353 12777 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: This master's current role is: FOLLOWER
05:23:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.885196 12793 mvcc.cc:205] Tried to move back new op lower bound from 7305167752545988608 to 7305167752374386688. Current Snapshot: MvccSnapshot[applied={T|T < 7305167752545988608}]
05:23:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.887249 12794 mvcc.cc:205] Tried to move back new op lower bound from 7305167752545988608 to 7305167752374386688. Current Snapshot: MvccSnapshot[applied={T|T < 7305167752545988608}]
05:23:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.900111 12777 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.901153 12777 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: This master's current role is: FOLLOWER
05:23:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.904331 12790 sys_catalog.cc:455] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.905342 12790 sys_catalog.cc:458] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: This master's current role is: LEADER
05:23:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.924232 12674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: Bootstrap starting.
05:23:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.926481 12792 catalog_manager.cc:1347] Generated new cluster ID: c2bfbaf3e198485c9ee1d2a970e48424
05:23:40.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.926755 12792 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:23:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.942631 12674 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: Neither blocks nor log segments found. Creating new log.
05:23:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.944722 12674 log.cc:824] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: Log is configured to *not* fsync() on all Append() calls
05:23:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.968170 12674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: No bootstrap required, opened a new log
05:23:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.974162 12792 catalog_manager.cc:1370] Generated new certificate authority record
05:23:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.976642 12792 catalog_manager.cc:1504] Loading token signing keys...
05:23:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.997048 12674 raft_consensus.cc:348] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.998095 12674 raft_consensus.cc:374] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.998483 12674 raft_consensus.cc:729] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f114d5baa9834890839b2f8e48bfb1f9, State: Initialized, Role: FOLLOWER
05:23:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:40.999522 12674 consensus_queue.cc:260] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:41.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.013630 12800 sys_catalog.cc:455] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:41.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.014485 12800 sys_catalog.cc:458] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: This master's current role is: FOLLOWER
05:23:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.015808 12674 sys_catalog.cc:564] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: configured and running, proceeding with master startup.
05:23:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.015962 12649 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e38a5a9d88f749cc918e9897b3005ce9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f114d5baa9834890839b2f8e48bfb1f9" is_pre_election: true
05:23:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.016812 12649 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e38a5a9d88f749cc918e9897b3005ce9 in term 0.
05:23:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.018049 12647 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 0 FOLLOWER]: Advancing to term 1
05:23:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.020870 12648 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e38a5a9d88f749cc918e9897b3005ce9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f114d5baa9834890839b2f8e48bfb1f9"
05:23:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.028226 12647 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 1 FOLLOWER]: Refusing update from remote peer e38a5a9d88f749cc918e9897b3005ce9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:23:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.030133 12790 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.063490 12792 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9: Generated new TSK 0
05:23:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.065110 12792 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:23:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.093000 12519 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/logs
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data/info.pb
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.193:0
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.57.193
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.193
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.130728 12800 sys_catalog.cc:455] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e38a5a9d88f749cc918e9897b3005ce9. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.131495 12800 sys_catalog.cc:458] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: This master's current role is: FOLLOWER
05:23:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.135576 12813 sys_catalog.cc:455] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.136333 12813 sys_catalog.cc:458] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: This master's current role is: FOLLOWER
05:23:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.142551 12790 sys_catalog.cc:455] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e38a5a9d88f749cc918e9897b3005ce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.143296 12790 sys_catalog.cc:458] T 00000000000000000000000000000000 P e38a5a9d88f749cc918e9897b3005ce9 [sys.catalog]: This master's current role is: LEADER
05:23:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.150951 12817 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:23:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.505777 12814 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.506606 12814 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.507436 12814 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.561127 12814 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.562808 12814 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.57.193
05:23:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.573355 12788 catalog_manager.cc:1259] Loaded cluster ID: c2bfbaf3e198485c9ee1d2a970e48424
05:23:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.573776 12788 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: loading cluster ID for follower catalog manager: success
05:23:41.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.584692 12788 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: acquiring CA information for follower catalog manager: success
05:23:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.597586 12788 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:23:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.616477 12814 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.193:0
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data/info.pb
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.193
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.57.193
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/logs
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.617882 12814 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:41.619477 12814 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:41.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.640161 12823 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:42.197139 12817 catalog_manager.cc:1259] Loaded cluster ID: c2bfbaf3e198485c9ee1d2a970e48424
05:23:42.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:42.207111 12817 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: loading cluster ID for follower catalog manager: success
05:23:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:42.238483 12817 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: acquiring CA information for follower catalog manager: success
05:23:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:42.254963 12817 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:23:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:43.033921 12822 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 12814
05:23:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:43.612327 12822 kernel_stack_watchdog.cc:198] Thread 12814 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 393ms:
05:23:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
05:23:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
05:23:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
05:23:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
05:23:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:43.613270 12814 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.975s	user 0.365s	sys 0.620s
05:23:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:43.613701 12814 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.975s	user 0.365s	sys 0.620s
05:23:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:41.642076 12824 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:43.615365 12826 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:43.616075 12825 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:23:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.616449 12814 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:23:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.619446 12814 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.621598 12814 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.622907 12814 hybrid_clock.cc:648] HybridClock initialized: now 1783488223622883 us; error 33 us; skew 500 ppm
05:23:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.623596 12814 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.632534 12814 webserver.cc:460] Webserver started at http://127.12.57.193:45825/ using document root <none> and password file <none>
05:23:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.633366 12814 fs_manager.cc:359] Metadata directory not provided
05:23:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.633533 12814 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.633888 12814 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.638345 12814 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data/instance:
05:23:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bae52586d4444a38ab8fe25e119dfe4b"
05:23:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:43 on dist-test-slave-bwd2"
05:23:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.639319 12814 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal/instance:
05:23:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bae52586d4444a38ab8fe25e119dfe4b"
05:23:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:43 on dist-test-slave-bwd2"
05:23:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.645972 12814 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.005s
05:23:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.651170 12834 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.652209 12814 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
05:23:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.652477 12814 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal
05:23:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bae52586d4444a38ab8fe25e119dfe4b"
05:23:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:43 on dist-test-slave-bwd2"
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.652809 12814 fs_report.cc:383] FS layout report
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data/data
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.692009 12814 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.693382 12814 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.693778 12814 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.696547 12814 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.700511 12814 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.700719 12814 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
05:23:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.700932 12814 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.701057 12814 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.849954 12814 rpc_server.cc:307] RPC server started. Bound to: 127.12.57.193:42655
05:23:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.850343 12946 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.57.193:42655 every 8 connection(s)
05:23:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.852312 12814 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/data/info.pb
05:23:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.859335 12519 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12814
05:23:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.859779 12519 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-0/wal/instance
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.881790 12519 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/logs
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data/info.pb
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.194:0
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.57.194
05:23:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.194
05:23:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.937376 12948 heartbeater.cc:347] Connected to a master server at 127.12.57.253:44407
05:23:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.937855 12948 heartbeater.cc:464] Registering TS with master...
05:23:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.938935 12948 heartbeater.cc:511] Master 127.12.57.253:44407 requested a full tablet report, sending...
05:23:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.941645 12947 heartbeater.cc:347] Connected to a master server at 127.12.57.252:46219
05:23:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.941984 12947 heartbeater.cc:464] Registering TS with master...
05:23:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.942772 12947 heartbeater.cc:511] Master 127.12.57.252:46219 requested a full tablet report, sending...
05:23:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.943066 12639 ts_manager.cc:194] Registered new tserver with Master: bae52586d4444a38ab8fe25e119dfe4b (127.12.57.193:42655)
05:23:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.945163 12718 ts_manager.cc:194] Registered new tserver with Master: bae52586d4444a38ab8fe25e119dfe4b (127.12.57.193:42655)
05:23:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.947831 12718 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.57.193:50961
05:23:43.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.957973 12949 heartbeater.cc:347] Connected to a master server at 127.12.57.254:40437
05:23:43.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.958315 12949 heartbeater.cc:464] Registering TS with master...
05:23:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.958978 12949 heartbeater.cc:511] Master 127.12.57.254:40437 requested a full tablet report, sending...
05:23:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:43.961707 12564 ts_manager.cc:194] Registered new tserver with Master: bae52586d4444a38ab8fe25e119dfe4b (127.12.57.193:42655)
05:23:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.228097 12954 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.228605 12954 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.229171 12954 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.259531 12954 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.260565 12954 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.57.194
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:44.296635 12954 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.194:0
05:23:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data/info.pb
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.194
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.57.194
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/logs
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:44.298054 12954 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:44.299721 12954 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.318547 12964 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:44.952353 12947 heartbeater.cc:503] Master 127.12.57.252:46219 was elected leader, sending a full tablet report...
05:23:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.319299 12963 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:44.319693 12966 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:44.320375 12954 server_base.cc:1034] running on GCE node
05:23:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.414438 12954 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.416533 12954 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.417997 12954 hybrid_clock.cc:648] HybridClock initialized: now 1783488225417975 us; error 36 us; skew 500 ppm
05:23:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.418725 12954 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.424937 12954 webserver.cc:460] Webserver started at http://127.12.57.194:42205/ using document root <none> and password file <none>
05:23:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.425808 12954 fs_manager.cc:359] Metadata directory not provided
05:23:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.426017 12954 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.426508 12954 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.431245 12954 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data/instance:
05:23:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47414425a2064b24aa0c53ea664598b5"
05:23:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:45 on dist-test-slave-bwd2"
05:23:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.432343 12954 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal/instance:
05:23:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47414425a2064b24aa0c53ea664598b5"
05:23:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:45 on dist-test-slave-bwd2"
05:23:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.438926 12954 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
05:23:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.444193 12974 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.445317 12954 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
05:23:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.445634 12954 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47414425a2064b24aa0c53ea664598b5"
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:45 on dist-test-slave-bwd2"
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.445953 12954 fs_report.cc:383] FS layout report
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data/data
05:23:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.478035 12954 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.479458 12954 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.479887 12954 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.482295 12954 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.486423 12954 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.486624 12954 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.486928 12954 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.487128 12954 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.632908 12954 rpc_server.cc:307] RPC server started. Bound to: 127.12.57.194:43719
05:23:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.633333 13087 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.57.194:43719 every 8 connection(s)
05:23:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.635159 12954 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/data/info.pb
05:23:45.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.641415 12519 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 12954
05:23:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.642066 12519 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-1/wal/instance
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.654712 12519 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/logs
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data/info.pb
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.195:0
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.57.195
05:23:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.195
05:23:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:23:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.702267 13089 heartbeater.cc:347] Connected to a master server at 127.12.57.253:44407
05:23:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.702713 13089 heartbeater.cc:464] Registering TS with master...
05:23:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.703567 13089 heartbeater.cc:511] Master 127.12.57.253:44407 requested a full tablet report, sending...
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.705257 13090 heartbeater.cc:347] Connected to a master server at 127.12.57.254:40437
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.705576 13090 heartbeater.cc:464] Registering TS with master...
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.705711 13088 heartbeater.cc:347] Connected to a master server at 127.12.57.252:46219
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.706051 13088 heartbeater.cc:464] Registering TS with master...
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.706218 12639 ts_manager.cc:194] Registered new tserver with Master: 47414425a2064b24aa0c53ea664598b5 (127.12.57.194:43719)
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.706353 13090 heartbeater.cc:511] Master 127.12.57.254:40437 requested a full tablet report, sending...
05:23:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.706782 13088 heartbeater.cc:511] Master 127.12.57.252:46219 requested a full tablet report, sending...
05:23:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.708745 12564 ts_manager.cc:194] Registered new tserver with Master: 47414425a2064b24aa0c53ea664598b5 (127.12.57.194:43719)
05:23:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.709161 12718 ts_manager.cc:194] Registered new tserver with Master: 47414425a2064b24aa0c53ea664598b5 (127.12.57.194:43719)
05:23:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:45.710675 12718 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.57.194:43473
05:23:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:45.982321 13095 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:23:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:45.982978 13095 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:23:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:45.983566 13095 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:23:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:46.017434 13095 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:23:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:46.018395 13095 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.57.195
05:23:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:46.054364 13095 tablet_server_runner.cc:78] Tablet server non-default flags:
05:23:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:23:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.57.212:42567
05:23:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:23:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:23:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.57.195:0
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data/info.pb
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.57.195
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.57.195
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/logs
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 04:09:51 UTC on ccycloud.quasar-cakjni.root.comops.site
05:23:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492623
05:23:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:23:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:46.055760 13095 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:23:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:46.057727 13095 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:23:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:46.075655 13105 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:46.714028 13088 heartbeater.cc:503] Master 127.12.57.252:46219 was elected leader, sending a full tablet report...
05:23:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:46.076314 13104 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:46.076423 13107 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:23:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:46.077812 13095 server_base.cc:1034] running on GCE node
05:23:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.172632 13095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:23:47.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.174798 13095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:23:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.176218 13095 hybrid_clock.cc:648] HybridClock initialized: now 1783488227176184 us; error 38 us; skew 500 ppm
05:23:47.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.177299 13095 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:23:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.184804 13095 webserver.cc:460] Webserver started at http://127.12.57.195:40493/ using document root <none> and password file <none>
05:23:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.185935 13095 fs_manager.cc:359] Metadata directory not provided
05:23:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.186194 13095 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:23:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.186712 13095 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:23:47.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.191850 13095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data/instance:
05:23:47.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55"
05:23:47.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:47 on dist-test-slave-bwd2"
05:23:47.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.192940 13095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal/instance:
05:23:47.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55"
05:23:47.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:47 on dist-test-slave-bwd2"
05:23:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.200722 13095 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
05:23:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.206208 13116 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
05:23:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.207202 13095 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.005s	sys 0.000s
05:23:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.207490 13095 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data,/tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55"
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 05:23:47 on dist-test-slave-bwd2"
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.207773 13095 fs_report.cc:383] FS layout report
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data/data
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:23:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:23:47.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.248561 13095 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
05:23:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.249938 13095 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:23:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.250464 13095 kserver.cc:163] Server-wide thread pool size limit: 3276
05:23:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.252946 13095 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:23:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.257146 13095 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:23:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.257335 13095 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
05:23:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.257547 13095 ts_tablet_manager.cc:610] Registered 0 tablets
05:23:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.257678 13095 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
05:23:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.386322 13095 rpc_server.cc:307] RPC server started. Bound to: 127.12.57.195:40051
05:23:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.386492 13228 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.57.195:40051 every 8 connection(s)
05:23:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.389171 13095 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/data/info.pb
05:23:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.397285 12519 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu as pid 13095
05:23:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.397742 12519 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvFwhnU/test-tmp/mini-kudu-cluster1601553113690255446/ts-2/wal/instance
05:23:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.435717 13231 heartbeater.cc:347] Connected to a master server at 127.12.57.254:40437
05:23:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.436156 13231 heartbeater.cc:464] Registering TS with master...
05:23:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.437245 13231 heartbeater.cc:511] Master 127.12.57.254:40437 requested a full tablet report, sending...
05:23:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.439720 13230 heartbeater.cc:347] Connected to a master server at 127.12.57.253:44407
05:23:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.439980 13230 heartbeater.cc:464] Registering TS with master...
05:23:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.440433 12564 ts_manager.cc:194] Registered new tserver with Master: aece9ee27a9d4fe8b59fc9fad83c0d55 (127.12.57.195:40051)
05:23:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.440728 13229 heartbeater.cc:347] Connected to a master server at 127.12.57.252:46219
05:23:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.440747 13230 heartbeater.cc:511] Master 127.12.57.253:44407 requested a full tablet report, sending...
05:23:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.441068 13229 heartbeater.cc:464] Registering TS with master...
05:23:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.441699 13229 heartbeater.cc:511] Master 127.12.57.252:46219 requested a full tablet report, sending...
05:23:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.443150 12639 ts_manager.cc:194] Registered new tserver with Master: aece9ee27a9d4fe8b59fc9fad83c0d55 (127.12.57.195:40051)
05:23:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.443873 12717 ts_manager.cc:194] Registered new tserver with Master: aece9ee27a9d4fe8b59fc9fad83c0d55 (127.12.57.195:40051)
05:23:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.445676 12717 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.57.195:57011
05:23:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.464792 12519 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:23:47.475 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
05:23:47.475 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

05:23:47.476 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.57.254"
      port: 40437
    }
    bound_http_address {
      host: "127.12.57.254"
      port: 35231
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.57.253"
      port: 44407
    }
    bound_http_address {
      host: "127.12.57.253"
      port: 46027
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.57.252"
      port: 46219
    }
    bound_http_address {
      host: "127.12.57.252"
      port: 33505
    }
  }
}

05:23:47.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

05:23:47.478 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.57.193"
      port: 42655
    }
    bound_http_address {
      host: "127.12.57.193"
      port: 45825
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.57.194"
      port: 43719
    }
    bound_http_address {
      host: "127.12.57.194"
      port: 42205
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.57.195"
      port: 40051
    }
    bound_http_address {
      host: "127.12.57.195"
      port: 40493
    }
  }
}

05:23:47.478 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:23:47.480 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:23:47.484 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
05:23:47.485 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.57.254:40437(127.12.57.254:40437)] connecting to peer
05:23:47.486 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.57.253:44407(127.12.57.253:44407)] connecting to peer
05:23:47.488 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.57.254:40437(127.12.57.254:40437)] Successfully connected to peer
05:23:47.490 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.57.253:44407(127.12.57.253:44407)] Successfully connected to peer
05:23:47.491 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.492 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.57.254
05:23:47.494 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.57.253
05:23:47.497 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.57.252:46219(127.12.57.252:46219)] Successfully connected to peer
05:23:47.500 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.57.252
05:23:47.514 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8dc7200e, L:/127.0.0.1:57480 - R:/127.12.57.253:44407] using SASL/PLAIN
05:23:47.539 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e812dab, L:/127.0.0.1:47926 - R:/127.12.57.254:40437] using SASL/PLAIN
05:23:47.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa84000c3, L:/127.0.0.1:33616 - R:/127.12.57.252:46219] using SASL/PLAIN
05:23:47.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:23:47.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=61), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [34ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: OK, deferred=null) after lookup
05:23:47.549 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.57.252:46219
05:23:47.550 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

05:23:47.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:47.551342 12519 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12676
05:23:47.579 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.57.252:46219(127.12.57.252:46219)] handling channelInactive
05:23:47.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state READY due to: connection closed
05:23:47.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
05:23:47.582 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.584 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.12.57.252:46219(127.12.57.252:46219) for tablet Kudu Master: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.586 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.606 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.626 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.629 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.646 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.686 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.706 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:47.721505 13088 heartbeater.cc:644] Failed to heartbeat to 127.12.57.252:46219 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:47.846 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:47.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:47.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:47.965231 12947 heartbeater.cc:644] Failed to heartbeat to 127.12.57.252:46219 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:48.066 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:48.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.450505 13229 heartbeater.cc:503] Master 127.12.57.252:46219 was elected leader, sending a full tablet report...
05:23:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.453838 13229 heartbeater.cc:644] Failed to heartbeat to 127.12.57.252:46219 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:48.586 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:48.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.588 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:48.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.703366 13225 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 13099
05:23:48.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.704159 13225 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff60 after lost signal to thread 13228
05:23:48.727 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:48.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:48.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219; will retry
05:23:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.829362 13247 raft_consensus.cc:482] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e38a5a9d88f749cc918e9897b3005ce9)
05:23:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.829802 13247 raft_consensus.cc:504] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.831588 13247 leader_election.cc:288] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3ece94243a4d40d99a61ba97a1916660 (127.12.57.254:40437), e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219)
05:23:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.833055 12573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f114d5baa9834890839b2f8e48bfb1f9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3ece94243a4d40d99a61ba97a1916660" is_pre_election: true
05:23:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.834292 12625 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111) [suppressed 6 similar messages]
05:23:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.837741 12625 leader_election.cc:334] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219): Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.838092 12625 leader_election.cc:302] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f114d5baa9834890839b2f8e48bfb1f9; no voters: 3ece94243a4d40d99a61ba97a1916660, e38a5a9d88f749cc918e9897b3005ce9
05:23:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.838716 13247 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
05:23:48.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.882277 13250 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e38a5a9d88f749cc918e9897b3005ce9)
05:23:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.882851 13250 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:48.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.886443 12648 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ece94243a4d40d99a61ba97a1916660" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f114d5baa9834890839b2f8e48bfb1f9" is_pre_election: true
05:23:48.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.887107 12648 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ece94243a4d40d99a61ba97a1916660 in term 1.
05:23:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.888266 12550 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111) [suppressed 12 similar messages]
05:23:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.889241 12549 leader_election.cc:302] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ece94243a4d40d99a61ba97a1916660, f114d5baa9834890839b2f8e48bfb1f9; no voters: 
05:23:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.893234 13250 leader_election.cc:288] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f114d5baa9834890839b2f8e48bfb1f9 (127.12.57.253:44407), e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219)
05:23:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.894196 13250 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Leader pre-election won for term 2
05:23:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.895604 13250 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Starting leader election (detected failure of leader e38a5a9d88f749cc918e9897b3005ce9)
05:23:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.896587 13250 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 1 FOLLOWER]: Advancing to term 2
05:23:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.900138 12550 leader_election.cc:334] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219): Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.905884 13250 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:48.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.907680 13250 leader_election.cc:288] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [CANDIDATE]: Term 2 election: Requested vote from peers f114d5baa9834890839b2f8e48bfb1f9 (127.12.57.253:44407), e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219)
05:23:48.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.908427 12648 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ece94243a4d40d99a61ba97a1916660" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f114d5baa9834890839b2f8e48bfb1f9"
05:23:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.908957 12648 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 1 FOLLOWER]: Advancing to term 2
05:23:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:48.910575 12550 leader_election.cc:334] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219): Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111)
05:23:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.917341 12648 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ece94243a4d40d99a61ba97a1916660 in term 2.
05:23:48.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.918318 12549 leader_election.cc:302] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ece94243a4d40d99a61ba97a1916660, f114d5baa9834890839b2f8e48bfb1f9; no voters: e38a5a9d88f749cc918e9897b3005ce9
05:23:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.918982 13250 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 2 FOLLOWER]: Leader election won for term 2
05:23:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.919462 13250 raft_consensus.cc:686] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [term 2 LEADER]: Becoming Leader. State: Replica: 3ece94243a4d40d99a61ba97a1916660, State: Running, Role: LEADER
05:23:48.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.920425 13250 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } }
05:23:48.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.925181 13253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ece94243a4d40d99a61ba97a1916660. Latest consensus state: current_term: 2 leader_uuid: "3ece94243a4d40d99a61ba97a1916660" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:48.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.926019 13253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: This master's current role is: LEADER
05:23:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.927532 13255 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:23:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.933142 13255 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:23:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.935719 13255 catalog_manager.cc:1259] Loaded cluster ID: c2bfbaf3e198485c9ee1d2a970e48424
05:23:48.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.935889 13255 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:23:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.939069 13255 catalog_manager.cc:1504] Loading token signing keys...
05:23:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.942047 13255 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660: Loaded TSK: 0
05:23:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:48.943193 13255 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:23:49.346 [DEBUG - pool-17-thread-1] (Connection.java:748) [peer master-127.12.57.252:46219(127.12.57.252:46219)] connecting to peer
05:23:49.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:49.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.252:46219(127.12.57.252:46219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:49.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.57.252:46219: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219
05:23:49.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:23:49.352 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=50000, elapsed=1769), Traces: [0ms] sending RPC to server master-127.12.57.252:46219, [2ms] received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [3ms] refreshing cache from master, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [7ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [8ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [8ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [65ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [106ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [109ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [123ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [127ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [128ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [135ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [136ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [263ms] refreshing cache from master, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [267ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [268ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [269ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [486ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [486ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [486ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [1003ms] refreshing cache from master, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [1007ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [1143ms] refreshing cache from master, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [1145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, [1149ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [1149ms] delaying RPC due to: Service unavailable: Master config (127.12.57.254:40437,127.12.57.253:44407,127.12.57.252:46219) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [1763ms] refreshing cache from master, [1763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.254:40437, [1764ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.253:44407, [1764ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.57.252:46219, [1765ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.252:46219: Network error: Failed to connect to peer master-127.12.57.252:46219(127.12.57.252:46219): Connection refused: /127.12.57.252:46219, [1768ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.254:40437: OK, [1768ms] Sub RPC ConnectToMaster: received response from server master-127.12.57.253:44407: OK, deferred=Deferred@658852882(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$71/402548195@c03e7be -> org.apache.kudu.client.AsyncKuduClient$$Lambda$72/877939973@5194e005 -> wakeup thread Time-limited test -> (continuation of Deferred@202383493 after retry RPC after error@28891337) -> (continuation of Deferred@311812439 after retry RPC after error@1685565384) -> (continuation of Deferred@1777250251 after retry RPC after error@785861807) -> (continuation of Deferred@326471547 after retry RPC after error@1243966258) -> (continuation of Deferred@1453917514 after retry RPC after error@1116702980) -> (continuation of Deferred@2101266553 after retry RPC after error@472072215) -> (continuation of Deferred@46044556 after retry RPC after error@1019738998) -> (continuation of Deferred@925995415 after retry RPC after error@823413918) -> (continuation of Deferred@1206955461 after retry RPC after error@1148183046) -> (continuation of Deferred@2137620021 after retry RPC after error@1821027834), errback=passthrough -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@202383493 after retry RPC after error@28891337) -> (continuation of Deferred@311812439 after retry RPC after error@1685565384) -> (continuation of Deferred@1777250251 after retry RPC after error@785861807) -> (continuation of Deferred@326471547 after retry RPC after error@1243966258) -> (continuation of Deferred@1453917514 after retry RPC after error@1116702980) -> (continuation of Deferred@2101266553 after retry RPC after error@472072215) -> (continuation of Deferred@46044556 after retry RPC after error@1019738998) -> (continuation of Deferred@925995415 after retry RPC after error@823413918) -> (continuation of Deferred@1206955461 after retry RPC after error@1148183046) -> (continuation of Deferred@2137620021 after retry RPC after error@1821027834))) after lookup
05:23:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.355551 12564 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47926:
05:23:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=CREATE_TABLE"
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
05:23:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
05:23:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:23:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:49.361374 12564 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=CREATE_TABLE in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:23:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:49.368468 12550 consensus_peers.cc:487] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 -> Peer e38a5a9d88f749cc918e9897b3005ce9 (127.12.57.252:46219): Couldn't send request to peer e38a5a9d88f749cc918e9897b3005ce9. Status: Network error: Client connection negotiation failed: client connection to 127.12.57.252:46219: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:23:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.375635 12648 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [term 2 FOLLOWER]: Refusing update from remote peer 3ece94243a4d40d99a61ba97a1916660: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
05:23:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.377215 13250 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
05:23:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.386118 13258 sys_catalog.cc:455] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ece94243a4d40d99a61ba97a1916660. Latest consensus state: current_term: 2 leader_uuid: "3ece94243a4d40d99a61ba97a1916660" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.387178 13258 sys_catalog.cc:458] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: This master's current role is: FOLLOWER
05:23:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.389560 13250 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "3ece94243a4d40d99a61ba97a1916660" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.390259 13250 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ece94243a4d40d99a61ba97a1916660 [sys.catalog]: This master's current role is: LEADER
05:23:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.391882 13259 mvcc.cc:205] Tried to move back new op lower bound from 7305167787511115776 to 7305167785666891776. Current Snapshot: MvccSnapshot[applied={T|T < 7305167787511115776}]
05:23:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.399155 13258 sys_catalog.cc:455] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "3ece94243a4d40d99a61ba97a1916660" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ece94243a4d40d99a61ba97a1916660" member_type: VOTER last_known_addr { host: "127.12.57.254" port: 40437 } } peers { permanent_uuid: "f114d5baa9834890839b2f8e48bfb1f9" member_type: VOTER last_known_addr { host: "127.12.57.253" port: 44407 } } peers { permanent_uuid: "e38a5a9d88f749cc918e9897b3005ce9" member_type: VOTER last_known_addr { host: "127.12.57.252" port: 46219 } } }
05:23:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.400184 13258 sys_catalog.cc:458] T 00000000000000000000000000000000 P f114d5baa9834890839b2f8e48bfb1f9 [sys.catalog]: This master's current role is: FOLLOWER
05:23:49.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e2b35ac278e9427f982f60d8d2320de2
05:23:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.444288 13023 tablet_service.cc:1467] Processing CreateTablet for tablet 5080b42c827b48818e9a23cb98433730 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_TABLE [id=e2b35ac278e9427f982f60d8d2320de2]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:49.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.446236 13023 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5080b42c827b48818e9a23cb98433730. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.457394 13164 tablet_service.cc:1467] Processing CreateTablet for tablet 5080b42c827b48818e9a23cb98433730 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_TABLE [id=e2b35ac278e9427f982f60d8d2320de2]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.459059 13164 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5080b42c827b48818e9a23cb98433730. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.466135 12882 tablet_service.cc:1467] Processing CreateTablet for tablet 5080b42c827b48818e9a23cb98433730 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_TABLE [id=e2b35ac278e9427f982f60d8d2320de2]), partition=RANGE (key) PARTITION UNBOUNDED
05:23:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.467810 12882 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5080b42c827b48818e9a23cb98433730. 1 dirs total, 0 dirs full, 0 dirs failed
05:23:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.493552 13270 tablet_bootstrap.cc:492] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: Bootstrap starting.
05:23:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.493860 13271 tablet_bootstrap.cc:492] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: Bootstrap starting.
05:23:49.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.497388 13272 tablet_bootstrap.cc:492] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: Bootstrap starting.
05:23:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.500567 13270 tablet_bootstrap.cc:654] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: Neither blocks nor log segments found. Creating new log.
05:23:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.500573 13271 tablet_bootstrap.cc:654] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: Neither blocks nor log segments found. Creating new log.
05:23:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.502821 13270 log.cc:824] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: Log is configured to *not* fsync() on all Append() calls
05:23:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.502821 13271 log.cc:824] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: Log is configured to *not* fsync() on all Append() calls
05:23:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.504514 13272 tablet_bootstrap.cc:654] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: Neither blocks nor log segments found. Creating new log.
05:23:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.510888 13270 tablet_bootstrap.cc:492] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: No bootstrap required, opened a new log
05:23:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.511597 13270 ts_tablet_manager.cc:1397] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: Time spent bootstrapping tablet: real 0.019s	user 0.009s	sys 0.007s
05:23:49.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.523097 13271 tablet_bootstrap.cc:492] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: No bootstrap required, opened a new log
05:23:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.523770 13271 ts_tablet_manager.cc:1397] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: Time spent bootstrapping tablet: real 0.030s	user 0.012s	sys 0.017s
05:23:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.534653 13272 log.cc:824] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: Log is configured to *not* fsync() on all Append() calls
05:23:49.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.545006 13270 raft_consensus.cc:348] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.545935 13270 raft_consensus.cc:374] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:49.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.546201 13270 raft_consensus.cc:729] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47414425a2064b24aa0c53ea664598b5, State: Initialized, Role: FOLLOWER
05:23:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.547401 13270 consensus_queue.cc:260] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.552062 13272 tablet_bootstrap.cc:492] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: No bootstrap required, opened a new log
05:23:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.552589 13272 ts_tablet_manager.cc:1397] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: Time spent bootstrapping tablet: real 0.056s	user 0.004s	sys 0.007s
05:23:49.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.556353 13271 raft_consensus.cc:348] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.557456 13271 raft_consensus.cc:374] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.557842 13271 raft_consensus.cc:729] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aece9ee27a9d4fe8b59fc9fad83c0d55, State: Initialized, Role: FOLLOWER
05:23:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.558969 13271 consensus_queue.cc:260] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.569736 13271 ts_tablet_manager.cc:1428] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: Time spent starting tablet: real 0.046s	user 0.039s	sys 0.002s
05:23:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.580523 13231 heartbeater.cc:503] Master 127.12.57.254:40437 was elected leader, sending a full tablet report...
05:23:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.581164 13270 ts_tablet_manager.cc:1428] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: Time spent starting tablet: real 0.069s	user 0.036s	sys 0.005s
05:23:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.598440 13090 heartbeater.cc:503] Master 127.12.57.254:40437 was elected leader, sending a full tablet report...
05:23:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.601444 13272 raft_consensus.cc:348] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.602424 13272 raft_consensus.cc:374] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:23:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.602921 13272 raft_consensus.cc:729] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bae52586d4444a38ab8fe25e119dfe4b, State: Initialized, Role: FOLLOWER
05:23:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.603873 13272 consensus_queue.cc:260] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.612275 12949 heartbeater.cc:503] Master 127.12.57.254:40437 was elected leader, sending a full tablet report...
05:23:49.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.615268 13272 ts_tablet_manager.cc:1428] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: Time spent starting tablet: real 0.062s	user 0.027s	sys 0.009s
05:23:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:49.673007 12955 tablet.cc:2369] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:49.673008 13236 tablet.cc:2369] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 05:23:49.687685 13096 tablet.cc:2369] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:23:49.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.810695 13276 raft_consensus.cc:482] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:23:49.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.811453 13276 raft_consensus.cc:504] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.813962 13276 leader_election.cc:288] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers aece9ee27a9d4fe8b59fc9fad83c0d55 (127.12.57.195:40051), bae52586d4444a38ab8fe25e119dfe4b (127.12.57.193:42655)
05:23:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.825716 13184 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5080b42c827b48818e9a23cb98433730" candidate_uuid: "47414425a2064b24aa0c53ea664598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" is_pre_election: true
05:23:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.826613 13184 raft_consensus.cc:2454] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47414425a2064b24aa0c53ea664598b5 in term 0.
05:23:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.828022 12978 leader_election.cc:302] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47414425a2064b24aa0c53ea664598b5, aece9ee27a9d4fe8b59fc9fad83c0d55; no voters: 
05:23:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.829239 13276 raft_consensus.cc:2781] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:23:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.829550 13276 raft_consensus.cc:482] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:23:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.829831 13276 raft_consensus.cc:3037] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 0 FOLLOWER]: Advancing to term 1
05:23:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.830034 12902 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5080b42c827b48818e9a23cb98433730" candidate_uuid: "47414425a2064b24aa0c53ea664598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bae52586d4444a38ab8fe25e119dfe4b" is_pre_election: true
05:23:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.830680 12902 raft_consensus.cc:2454] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47414425a2064b24aa0c53ea664598b5 in term 0.
05:23:49.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.834179 13276 raft_consensus.cc:504] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.835556 13276 leader_election.cc:288] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [CANDIDATE]: Term 1 election: Requested vote from peers aece9ee27a9d4fe8b59fc9fad83c0d55 (127.12.57.195:40051), bae52586d4444a38ab8fe25e119dfe4b (127.12.57.193:42655)
05:23:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.836334 13184 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5080b42c827b48818e9a23cb98433730" candidate_uuid: "47414425a2064b24aa0c53ea664598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55"
05:23:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.836457 12902 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5080b42c827b48818e9a23cb98433730" candidate_uuid: "47414425a2064b24aa0c53ea664598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bae52586d4444a38ab8fe25e119dfe4b"
05:23:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.836907 12902 raft_consensus.cc:3037] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [term 0 FOLLOWER]: Advancing to term 1
05:23:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.836871 13184 raft_consensus.cc:3037] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [term 0 FOLLOWER]: Advancing to term 1
05:23:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.841483 12902 raft_consensus.cc:2454] T 5080b42c827b48818e9a23cb98433730 P bae52586d4444a38ab8fe25e119dfe4b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47414425a2064b24aa0c53ea664598b5 in term 1.
05:23:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.842379 12978 leader_election.cc:302] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47414425a2064b24aa0c53ea664598b5, bae52586d4444a38ab8fe25e119dfe4b; no voters: 
05:23:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.842789 13184 raft_consensus.cc:2454] T 5080b42c827b48818e9a23cb98433730 P aece9ee27a9d4fe8b59fc9fad83c0d55 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47414425a2064b24aa0c53ea664598b5 in term 1.
05:23:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.843036 13276 raft_consensus.cc:2781] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 1 FOLLOWER]: Leader election won for term 1
05:23:49.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.845059 13276 raft_consensus.cc:686] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [term 1 LEADER]: Becoming Leader. State: Replica: 47414425a2064b24aa0c53ea664598b5, State: Running, Role: LEADER
05:23:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.846750 13276 consensus_queue.cc:237] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } }
05:23:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:49.861928 12563 catalog_manager.cc:5495] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 47414425a2064b24aa0c53ea664598b5 (127.12.57.194). New cstate: current_term: 1 leader_uuid: "47414425a2064b24aa0c53ea664598b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47414425a2064b24aa0c53ea664598b5" member_type: VOTER last_known_addr { host: "127.12.57.194" port: 43719 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 } health_report { overall_health: UNKNOWN } } }
05:23:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:50.306622 13276 consensus_queue.cc:1035] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bae52586d4444a38ab8fe25e119dfe4b" member_type: VOTER last_known_addr { host: "127.12.57.193" port: 42655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
05:23:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:50.329249 13276 consensus_queue.cc:1035] T 5080b42c827b48818e9a23cb98433730 P 47414425a2064b24aa0c53ea664598b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aece9ee27a9d4fe8b59fc9fad83c0d55" member_type: VOTER last_known_addr { host: "127.12.57.195" port: 40051 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:23:51.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e2b35ac278e9427f982f60d8d2320de2
05:23:51.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5080b42c827b48818e9a23cb98433730 for table 'TestMasterFailover-killBefore=CREATE_TABLE' with partition [<start>, <end>)
05:23:51.616 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5080b42c827b48818e9a23cb98433730@[47414425a2064b24aa0c53ea664598b5(127.12.57.194:43719)[L],aece9ee27a9d4fe8b59fc9fad83c0d55(127.12.57.195:40051),bae52586d4444a38ab8fe25e119dfe4b(127.12.57.193:42655)]}]
05:23:51.616 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.57.254:40437, [3ms] Sub RPC GetTableLocations: received response from server master-127.12.57.254:40437: OK, deferred=null)) after lookup
05:23:51.616 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 47414425a2064b24aa0c53ea664598b5(127.12.57.194:43719)] connecting to peer
05:23:51.617 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 47414425a2064b24aa0c53ea664598b5(127.12.57.194:43719)] Successfully connected to peer
05:23:51.636 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x97694e5c, L:/127.0.0.1:44580 - R:/127.12.57.194:43719] using TOKEN/null
05:23:51.647 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=CREATE_TABLE, tablet=5080b42c827b48818e9a23cb98433730, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
05:23:51.648 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:23:51.649 [DEBUG - main] (Connection.java:575) [peer 47414425a2064b24aa0c53ea664598b5(127.12.57.194:43719)] disconnecting while in state READY
05:23:51.649 [DEBUG - main] (Connection.java:575) [peer master-127.12.57.253:44407(127.12.57.253:44407)] disconnecting while in state READY
05:23:51.649 [DEBUG - main] (Connection.java:575) [peer master-127.12.57.252:46219(127.12.57.252:46219)] disconnecting while in state TERMINATED
05:23:51.650 [DEBUG - main] (Connection.java:575) [peer master-127.12.57.254:40437(127.12.57.254:40437)] disconnecting while in state READY
05:23:51.650 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 47414425a2064b24aa0c53ea664598b5(127.12.57.194:43719)] handling channelInactive
05:23:51.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 47414425a2064b24aa0c53ea664598b5(127.12.57.194:43719)] cleaning up while in state READY due to: connection closed
05:23:51.650 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.57.253:44407(127.12.57.253:44407)] handling channelInactive
05:23:51.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.57.253:44407(127.12.57.253:44407)] cleaning up while in state READY due to: connection closed
05:23:51.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:23:51.659 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.57.254:40437(127.12.57.254:40437)] handling channelInactive
05:23:51.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.57.254:40437(127.12.57.254:40437)] cleaning up while in state READY due to: connection closed
05:23:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:51.660517 12519 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12814
05:23:51.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:51.680727 12519 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12954
05:23:51.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:51.704542 12519 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 13095
05:23:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:51.730677 12519 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12531
05:23:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 05:23:51.754120 12519 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvFwhnU/build/tsan/bin/kudu with pid 12601
05:23:52.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T05:23:52Z chronyd exiting

Time: 81.433

OK (4 tests)

