JUnit version 4.13.2
.23:51:28.659 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468288649
23:51:28.716 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:51:28.749 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:51:28.757 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKw9QVq/test-tmp
23:51:28.780 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:51:28.783 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKw9QVq/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:51:29.004 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:51:29.203 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:29.205 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:51:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.208405 24960 mini_oidc.cc:150] Starting JWKS server
23:51:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.211624 24960 webserver.cc:534] Webserver started at http://127.0.0.1:32985/ using document root <none> and password file <none>
23:51:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.212154 24960 mini_oidc.cc:186] Starting OIDC Discovery server
23:51:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.214399 24960 webserver.cc:534] Webserver started at http://127.0.0.1:42279/ using document root <none> and password file <none>
23:51:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:29Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:51:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:29Z Disabled control of system clock
23:51:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.275027 24960 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal
23:51:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data
23:51:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/logs
23:51:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data/info.pb
23:51:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.62:46243
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.62
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32985/jwks.json with env {}
23:51:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.586077 24972 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.586653 24972 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.587175 24972 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.621287 24972 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.621744 24972 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.622113 24972 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.622470 24972 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.622848 24972 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.623158 24972 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32985/jwks.json
23:51:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.659623 24972 master_runner.cc:387] Master server non-default flags:
23:51:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data
23:51:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.62:46243
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32985/jwks.json
23:51:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data/info.pb
23:51:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.62
23:51:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/logs
23:51:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:29.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:29.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:29.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:29.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.661078 24972 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:29.663017 24972 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.674423 24978 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:29.675625 24979 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.888996 24980 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1211 milliseconds
23:51:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.890257 24981 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.893519 24972 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.219s	user 0.432s	sys 0.781s
23:51:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.893877 24972 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.219s	user 0.432s	sys 0.781s
23:51:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.894141 24972 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.895531 24972 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.898380 24972 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.899770 24972 hybrid_clock.cc:648] HybridClock initialized: now 1783468290899733 us; error 55 us; skew 500 ppm
23:51:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.900803 24972 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.908475 24972 webserver.cc:534] Webserver started at http://127.24.96.62:39651/ using document root <none> and password file <none>
23:51:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.909564 24972 fs_manager.cc:362] Metadata directory not provided
23:51:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.909828 24972 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.910465 24972 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.915079 24972 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data/instance:
23:51:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e8972d85d9a40c384d8f643e1e58d90"
23:51:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:30 on dist-test-slave-fwhr"
23:51:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.916517 24972 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal/instance:
23:51:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e8972d85d9a40c384d8f643e1e58d90"
23:51:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:30 on dist-test-slave-fwhr"
23:51:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.924741 24972 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.004s
23:51:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.931438 24988 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.933704 24972 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
23:51:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.934161 24972 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal
23:51:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e8972d85d9a40c384d8f643e1e58d90"
23:51:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:30 on dist-test-slave-fwhr"
23:51:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.934656 24972 fs_report.cc:389] FS layout report
23:51:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal
23:51:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal
23:51:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data/data
23:51:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.015733 24972 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.017508 24972 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.018045 24972 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:31.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.090040 24972 rpc_server.cc:307] RPC server started. Bound to: 127.24.96.62:46243
23:51:31.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.090114 25039 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.96.62:46243 every 8 connection(s)
23:51:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.093130 24972 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/data/info.pb
23:51:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.099376 25040 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.103410 24960 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 24972
23:51:31.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.103929 24960 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-0/wal/instance
23:51:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.107400 24960 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal
23:51:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data
23:51:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/logs
23:51:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data/info.pb
23:51:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.61:42907
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.61
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32985/jwks.json with env {}
23:51:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.110272 25040 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } has no permanent_uuid. Determining permanent_uuid...
23:51:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.143079 25040 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } has no permanent_uuid. Determining permanent_uuid...
23:51:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.145993 24992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.150650 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.200228 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 1
23:51:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.204811 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.273306 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 2
23:51:31.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.281701 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.373142 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 3
23:51:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.377727 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.427302 25042 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.427867 25042 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.428385 25042 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.461191 25042 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.461473 25042 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.461676 25042 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.461956 25042 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.462276 25042 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.462519 25042 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32985/jwks.json
23:51:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.509145 25042 master_runner.cc:387] Master server non-default flags:
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal
23:51:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.61:42907
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32985/jwks.json
23:51:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data/info.pb
23:51:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.61
23:51:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/logs
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:31.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:31.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.510569 25042 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:31.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.512382 25042 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.521189 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 4
23:51:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.527571 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.527661 25051 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.827024 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 5
23:51:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.837152 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.384780 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 6
23:51:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.416065 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.61:42907: Network error: Client connection negotiation failed: client connection to 127.24.96.61:42907: connect: Connection refused (error 111)
23:51:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.930015 25050 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25042
23:51:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.978193 25050 kernel_stack_watchdog.cc:198] Thread 25042 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:51:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.978546 25042 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.452s	user 0.456s	sys 0.986s
23:51:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.979022 25042 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.452s	user 0.456s	sys 0.986s
23:51:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.529609 25052 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.981535 25054 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.984313 25053 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1452 milliseconds
23:51:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.984341 25042 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.985726 25042 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:32.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.988258 25042 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.989641 25042 hybrid_clock.cc:648] HybridClock initialized: now 1783468292989567 us; error 79 us; skew 500 ppm
23:51:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.990594 25042 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.996831 25042 webserver.cc:534] Webserver started at http://127.24.96.61:38905/ using document root <none> and password file <none>
23:51:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.997704 25042 fs_manager.cc:362] Metadata directory not provided
23:51:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.997954 25042 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.998435 25042 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:33.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.002934 25042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data/instance:
23:51:33.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f38f30735514f5d89cbe9a568283b22"
23:51:33.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:32 on dist-test-slave-fwhr"
23:51:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.004056 25042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal/instance:
23:51:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f38f30735514f5d89cbe9a568283b22"
23:51:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:32 on dist-test-slave-fwhr"
23:51:33.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.011180 25042 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
23:51:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.016856 25063 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.018046 25042 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:51:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.018335 25042 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal
23:51:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f38f30735514f5d89cbe9a568283b22"
23:51:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:32 on dist-test-slave-fwhr"
23:51:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.018633 25042 fs_report.cc:389] FS layout report
23:51:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal
23:51:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal
23:51:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data/data
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.072937 25042 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.074373 25042 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.074779 25042 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.151458 25042 rpc_server.cc:307] RPC server started. Bound to: 127.24.96.61:42907
23:51:33.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.151568 25114 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.96.61:42907 every 8 connection(s)
23:51:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.154577 25042 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/data/info.pb
23:51:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.160454 25115 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.164731 24960 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25042
23:51:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.165208 24960 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-1/wal/instance
23:51:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.168210 24960 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal
23:51:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/logs
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data/info.pb
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.60:40417
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.60
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32985/jwks.json with env {}
23:51:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.174993 25115 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } has no permanent_uuid. Determining permanent_uuid...
23:51:33.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.200675 25115 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } has no permanent_uuid. Determining permanent_uuid...
23:51:33.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.216382 25115 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } has no permanent_uuid. Determining permanent_uuid...
23:51:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.219026 25065 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.223347 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.272910 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 1
23:51:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.277585 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.345971 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 2
23:51:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.350320 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.441723 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 3
23:51:33.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.447094 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.476645 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } attempt: 7
23:51:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.489377 25040 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } has no permanent_uuid. Determining permanent_uuid...
23:51:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.490895 25117 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.491596 25117 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.492398 25117 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.495163 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.524905 25117 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.525192 25117 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.525390 25117 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.525583 25117 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.525765 25117 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.525903 25117 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32985/jwks.json
23:51:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.553601 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 1
23:51:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.558436 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.562793 25117 master_runner.cc:387] Master server non-default flags:
23:51:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.60:40417
23:51:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32985/jwks.json
23:51:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data/info.pb
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.60
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/logs
23:51:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.564206 25117 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.565905 25117 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.577344 25129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:33.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.590543 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 4
23:51:33.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.596577 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.639842 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 2
23:51:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.647914 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.733539 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 3
23:51:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.741256 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.881841 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 4
23:51:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.889629 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.896126 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 5
23:51:33.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.903196 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.174201 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 5
23:51:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.219775 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.450744 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 6
23:51:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.461437 25115 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.773963 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 6
23:51:34.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.783385 25040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.96.60:40417: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:34.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.580304 25130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.861145 25132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.863700 25131 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1280 milliseconds
23:51:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.863816 25117 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.865170 25117 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.868350 25117 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.870154 25117 hybrid_clock.cc:648] HybridClock initialized: now 1783468294870107 us; error 47 us; skew 500 ppm
23:51:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.871228 25117 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.878187 25117 webserver.cc:534] Webserver started at http://127.24.96.60:36015/ using document root <none> and password file <none>
23:51:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.879072 25117 fs_manager.cc:362] Metadata directory not provided
23:51:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.879256 25117 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.879721 25117 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.884413 25117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data/instance:
23:51:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d0324e29b78480cb1928df8e0760871"
23:51:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:34 on dist-test-slave-fwhr"
23:51:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.885566 25117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal/instance:
23:51:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d0324e29b78480cb1928df8e0760871"
23:51:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:34 on dist-test-slave-fwhr"
23:51:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.893167 25117 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:51:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.898909 25143 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.900159 25117 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:51:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.900470 25117 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal
23:51:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d0324e29b78480cb1928df8e0760871"
23:51:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:34 on dist-test-slave-fwhr"
23:51:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.900774 25117 fs_report.cc:389] FS layout report
23:51:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal
23:51:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal
23:51:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data/data
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:34.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.949528 25117 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:34.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.951040 25117 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:34.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.951445 25117 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.026047 25117 rpc_server.cc:307] RPC server started. Bound to: 127.24.96.60:40417
23:51:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.026140 25194 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.96.60:40417 every 8 connection(s)
23:51:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.029129 25117 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/data/info.pb
23:51:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.035125 25195 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:35.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.038341 24960 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25117
23:51:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.038825 24960 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/master-2/wal/instance
23:51:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.047819 25195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } has no permanent_uuid. Determining permanent_uuid...
23:51:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.079912 25195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } has no permanent_uuid. Determining permanent_uuid...
23:51:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.091092 25195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } has no permanent_uuid. Determining permanent_uuid...
23:51:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.111057 25195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: Bootstrap starting.
23:51:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.117890 25195 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: Neither blocks nor log segments found. Creating new log.
23:51:35.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.119534 25195 log.cc:826] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: Log is configured to *not* fsync() on all Append() calls
23:51:35.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.125160 25195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: No bootstrap required, opened a new log
23:51:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.145536 25195 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.146224 25195 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.146514 25195 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d0324e29b78480cb1928df8e0760871, State: Initialized, Role: FOLLOWER
23:51:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.147385 25195 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.151651 25204 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.152493 25204 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: This master's current role is: FOLLOWER
23:51:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.153126 25195 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: configured and running, proceeding with master startup.
23:51:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.181267 25215 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.182106 25215 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.176504 25117 master_runner.cc:187] Error getting master registration for 127.24.96.62:46243: OK, instance_id { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" instance_seqno: 1783468291070130 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.204329 25117 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.207343 25149 tablet.cc:2406] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:35.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.521996 25115 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 7
23:51:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.542289 25204 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.542774 25204 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.546738 25204 leader_election.cc:290] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1e8972d85d9a40c384d8f643e1e58d90 (127.24.96.62:46243), 8f38f30735514f5d89cbe9a568283b22 (127.24.96.61:42907)
23:51:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.548766 25115 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: Bootstrap starting.
23:51:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.556265 25115 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: Neither blocks nor log segments found. Creating new log.
23:51:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.558559 25115 log.cc:826] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: Log is configured to *not* fsync() on all Append() calls
23:51:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.563735 25115 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: No bootstrap required, opened a new log
23:51:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.607398 25115 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.608268 25115 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.608568 25115 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f38f30735514f5d89cbe9a568283b22, State: Initialized, Role: FOLLOWER
23:51:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.609503 25115 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.612563 25219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.613328 25219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: This master's current role is: FOLLOWER
23:51:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.616344 25115 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: configured and running, proceeding with master startup.
23:51:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.622501 25090 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6d0324e29b78480cb1928df8e0760871" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f38f30735514f5d89cbe9a568283b22" is_pre_election: true
23:51:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.624764 25090 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d0324e29b78480cb1928df8e0760871 in term 0.
23:51:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.627492 25147 leader_election.cc:304] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d0324e29b78480cb1928df8e0760871, 8f38f30735514f5d89cbe9a568283b22; no voters: 
23:51:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.646900 25204 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.647292 25204 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:35.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.647604 25204 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 0 FOLLOWER]: Advancing to term 1
23:51:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.654912 25204 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.659116 25204 leader_election.cc:290] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [CANDIDATE]: Term 1 election: Requested vote from peers 1e8972d85d9a40c384d8f643e1e58d90 (127.24.96.62:46243), 8f38f30735514f5d89cbe9a568283b22 (127.24.96.61:42907)
23:51:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.660145 25090 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6d0324e29b78480cb1928df8e0760871" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f38f30735514f5d89cbe9a568283b22"
23:51:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.660760 25090 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 0 FOLLOWER]: Advancing to term 1
23:51:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.683310 25090 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d0324e29b78480cb1928df8e0760871 in term 1.
23:51:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.685254 25147 leader_election.cc:304] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d0324e29b78480cb1928df8e0760871, 8f38f30735514f5d89cbe9a568283b22; no voters: 
23:51:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.687446 25204 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 1 FOLLOWER]: Leader election won for term 1
23:51:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.690052 25204 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [term 1 LEADER]: Becoming Leader. State: Replica: 6d0324e29b78480cb1928df8e0760871, State: Running, Role: LEADER
23:51:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.691087 25204 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.695657 25231 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:51:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.707123 25230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d0324e29b78480cb1928df8e0760871. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.710654 25230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: This master's current role is: LEADER
23:51:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.712997 25233 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:51:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.720378 25233 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:51:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.737974 25090 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Refusing update from remote peer 6d0324e29b78480cb1928df8e0760871: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.700654 25042 master_runner.cc:187] Error getting master registration for 127.24.96.62:46243: OK, instance_id { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" instance_seqno: 1783468291070130 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.741315 25042 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.741113 25230 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.758035 25219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d0324e29b78480cb1928df8e0760871. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.758571 25219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: This master's current role is: FOLLOWER
23:51:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.765645 25204 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.766742 25204 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: This master's current role is: LEADER
23:51:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.768864 25219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.769552 25219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: This master's current role is: FOLLOWER
23:51:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.770417 25233 catalog_manager.cc:1382] Generated new cluster ID: ec3af30f3d1147a8bf3bf71437f52cf2
23:51:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.770869 25233 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:51:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.801010 25233 catalog_manager.cc:1405] Generated new certificate authority record
23:51:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.803231 25233 catalog_manager.cc:1539] Loading token signing keys...
23:51:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.820223 25040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } attempt: 7
23:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.837177 25233 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871: Generated new TSK 0
23:51:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.839883 25233 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:51:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.852802 25040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: Bootstrap starting.
23:51:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.860374 25040 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: Neither blocks nor log segments found. Creating new log.
23:51:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.862612 25040 log.cc:826] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: Log is configured to *not* fsync() on all Append() calls
23:51:35.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.867337 25040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: No bootstrap required, opened a new log
23:51:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.883859 24960 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal
23:51:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/logs
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data/info.pb
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.1:0
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.96.1
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.1
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.896147 25040 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.897522 25040 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.897845 25040 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1e8972d85d9a40c384d8f643e1e58d90, State: Initialized, Role: FOLLOWER
23:51:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.899070 25040 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:35.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.907544 25242 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.911463 25242 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: This master's current role is: FOLLOWER
23:51:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.912106 25015 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6d0324e29b78480cb1928df8e0760871" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1e8972d85d9a40c384d8f643e1e58d90" is_pre_election: true
23:51:35.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.911285 25014 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6d0324e29b78480cb1928df8e0760871" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1e8972d85d9a40c384d8f643e1e58d90"
23:51:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.911104 25040 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: configured and running, proceeding with master startup.
23:51:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.916416 25013 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 0 FOLLOWER]: Advancing to term 1
23:51:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.923820 25013 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 1 FOLLOWER]: Refusing update from remote peer 6d0324e29b78480cb1928df8e0760871: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:35.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.925834 25204 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.010154 25242 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d0324e29b78480cb1928df8e0760871. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.010838 25242 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: This master's current role is: FOLLOWER
23:51:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.012181 25249 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.012916 25249 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: This master's current role is: FOLLOWER
23:51:36.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.040239 25258 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:51:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.309894 25241 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.310463 25241 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.311079 25241 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:36.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.343461 25241 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.344542 25241 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.96.1
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.381589 25241 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.1:0
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data/info.pb
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.1
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.96.1
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/logs
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.383353 25241 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.385686 25241 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.398604 25264 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.435042 25270 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6d0324e29b78480cb1928df8e0760871" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.436249 25270 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d0324e29b78480cb1928df8e0760871 [sys.catalog]: This master's current role is: LEADER
23:51:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.641494 25036 debug-util.cc:398] Leaking SignalData structure 0x7b080007cd80 after lost signal to thread 24973
23:51:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.642506 25036 debug-util.cc:398] Leaking SignalData structure 0x7b080003cc80 after lost signal to thread 25039
23:51:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.729295 25231 catalog_manager.cc:1294] Loaded cluster ID: ec3af30f3d1147a8bf3bf71437f52cf2
23:51:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.730235 25231 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: loading cluster ID for follower catalog manager: success
23:51:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.758257 25231 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: acquiring CA information for follower catalog manager: success
23:51:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.765584 25231 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.060716 25258 catalog_manager.cc:1294] Loaded cluster ID: ec3af30f3d1147a8bf3bf71437f52cf2
23:51:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.061452 25258 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: loading cluster ID for follower catalog manager: success
23:51:37.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.078791 25258 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: acquiring CA information for follower catalog manager: success
23:51:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.116911 25258 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.802014 25263 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25241
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.525020 25263 kernel_stack_watchdog.cc:198] Thread 25241 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.525736 25241 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.126s	user 0.000s	sys 0.002s
23:51:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.526137 25241 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.126s	user 0.000s	sys 0.002s
23:51:38.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.528863 25266 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2126 milliseconds
23:51:38.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.528970 25241 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:38.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.529060 25267 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.400070 25265 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:38.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.536428 25241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.545747 25241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:38.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.547533 25241 hybrid_clock.cc:648] HybridClock initialized: now 1783468298547496 us; error 53 us; skew 500 ppm
23:51:38.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.549252 25241 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.584055 25241 webserver.cc:534] Webserver started at http://127.24.96.1:40721/ using document root <none> and password file <none>
23:51:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.585996 25241 fs_manager.cc:362] Metadata directory not provided
23:51:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.586656 25241 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.587538 25241 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.604271 25241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data/instance:
23:51:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bfa8175fa16476a91b1efcf68dcefc8"
23:51:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:38 on dist-test-slave-fwhr"
23:51:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.608534 25241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal/instance:
23:51:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bfa8175fa16476a91b1efcf68dcefc8"
23:51:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:38 on dist-test-slave-fwhr"
23:51:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.642166 25241 fs_manager.cc:696] Time spent creating directory manager: real 0.026s	user 0.011s	sys 0.000s
23:51:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.661845 25280 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.672148 25241 fs_manager.cc:730] Time spent opening block manager: real 0.024s	user 0.002s	sys 0.003s
23:51:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.673198 25241 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal
23:51:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bfa8175fa16476a91b1efcf68dcefc8"
23:51:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:38 on dist-test-slave-fwhr"
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.674244 25241 fs_report.cc:389] FS layout report
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data/data
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.803313 25241 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.806346 25241 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.807368 25241 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:38.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.817780 25241 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.832571 25241 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.833285 25241 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
23:51:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.833899 25241 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.834488 25241 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:51:39.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.616194 25241 rpc_server.cc:307] RPC server started. Bound to: 127.24.96.1:44425
23:51:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.620947 25241 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/data/info.pb
23:51:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.616355 25394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.96.1:44425 every 8 connection(s)
23:51:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.631503 24960 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25241
23:51:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.632189 24960 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-0/wal/instance
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.646529 24960 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/logs
23:51:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data/info.pb
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.2:0
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.96.2
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.2
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.727308 25395 heartbeater.cc:344] Connected to a master server at 127.24.96.60:40417
23:51:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.727777 25395 heartbeater.cc:461] Registering TS with master...
23:51:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.729099 25395 heartbeater.cc:507] Master 127.24.96.60:40417 requested a full tablet report, sending...
23:51:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.732230 25160 ts_manager.cc:194] Registered new tserver with Master: 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.734874 25160 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.96.1:48871
23:51:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.744695 25396 heartbeater.cc:344] Connected to a master server at 127.24.96.61:42907
23:51:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.745081 25396 heartbeater.cc:461] Registering TS with master...
23:51:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.745743 25396 heartbeater.cc:507] Master 127.24.96.61:42907 requested a full tablet report, sending...
23:51:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.749063 25080 ts_manager.cc:194] Registered new tserver with Master: 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.753407 25400 heartbeater.cc:344] Connected to a master server at 127.24.96.62:46243
23:51:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.753731 25400 heartbeater.cc:461] Registering TS with master...
23:51:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.754386 25400 heartbeater.cc:507] Master 127.24.96.62:46243 requested a full tablet report, sending...
23:51:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.758272 25005 ts_manager.cc:194] Registered new tserver with Master: 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.171252 25399 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.172465 25399 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.173475 25399 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:40.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.231446 25399 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.233366 25399 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.96.2
23:51:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.297277 25399 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.2:0
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data/info.pb
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.2
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.96.2
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/logs
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.309439 25399 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.312224 25399 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.349773 25411 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.740144 25395 heartbeater.cc:499] Master 127.24.96.60:40417 was elected leader, sending a full tablet report...
23:51:41.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:40.354511 25412 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:41.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.735661 25410 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25399
23:51:41.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.891186 25399 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.546s	user 0.633s	sys 0.814s
23:51:41.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.892123 25399 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.547s	user 0.634s	sys 0.815s
23:51:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.901168 25399 server_base.cc:1061] running on GCE node
23:51:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.901593 25417 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.902755 25399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.904848 25399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.906235 25399 hybrid_clock.cc:648] HybridClock initialized: now 1783468301906211 us; error 58 us; skew 500 ppm
23:51:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.907087 25399 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.913131 25399 webserver.cc:534] Webserver started at http://127.24.96.2:33281/ using document root <none> and password file <none>
23:51:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.914081 25399 fs_manager.cc:362] Metadata directory not provided
23:51:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.914286 25399 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.914652 25399 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.918936 25399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data/instance:
23:51:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04e0f147ad69496c8f11116fed3e1a8b"
23:51:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:41 on dist-test-slave-fwhr"
23:51:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.920053 25399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal/instance:
23:51:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04e0f147ad69496c8f11116fed3e1a8b"
23:51:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:41 on dist-test-slave-fwhr"
23:51:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.927179 25399 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:51:41.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.932735 25422 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.934003 25399 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:51:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.934298 25399 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal
23:51:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04e0f147ad69496c8f11116fed3e1a8b"
23:51:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:41 on dist-test-slave-fwhr"
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.934613 25399 fs_report.cc:389] FS layout report
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data/data
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:41.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.988461 25399 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.989995 25399 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.990382 25399 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.993016 25399 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.996991 25399 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.997179 25399 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.997363 25399 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.997491 25399 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.138477 25399 rpc_server.cc:307] RPC server started. Bound to: 127.24.96.2:33523
23:51:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.138595 25534 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.96.2:33523 every 8 connection(s)
23:51:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.140955 25399 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/data/info.pb
23:51:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.151361 24960 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25399
23:51:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.151912 24960 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal/instance
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.166818 24960 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/logs
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data/info.pb
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.3:0
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.96.3
23:51:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.3
23:51:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.183772 25538 heartbeater.cc:344] Connected to a master server at 127.24.96.62:46243
23:51:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.184248 25538 heartbeater.cc:461] Registering TS with master...
23:51:42.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.185689 25538 heartbeater.cc:507] Master 127.24.96.62:46243 requested a full tablet report, sending...
23:51:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.190428 25005 ts_manager.cc:194] Registered new tserver with Master: 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523)
23:51:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.191537 25535 heartbeater.cc:344] Connected to a master server at 127.24.96.60:40417
23:51:42.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.191874 25535 heartbeater.cc:461] Registering TS with master...
23:51:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.192953 25535 heartbeater.cc:507] Master 127.24.96.60:40417 requested a full tablet report, sending...
23:51:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.195415 25160 ts_manager.cc:194] Registered new tserver with Master: 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523)
23:51:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.197384 25536 heartbeater.cc:344] Connected to a master server at 127.24.96.61:42907
23:51:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.197340 25160 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.96.2:45269
23:51:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.197687 25536 heartbeater.cc:461] Registering TS with master...
23:51:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.198470 25536 heartbeater.cc:507] Master 127.24.96.61:42907 requested a full tablet report, sending...
23:51:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.201243 25079 ts_manager.cc:194] Registered new tserver with Master: 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523)
23:51:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.619047 25545 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.619519 25545 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:42.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.619995 25545 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.652902 25545 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.653832 25545 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.96.3
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.689610 25545 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.96.20:41389
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.96.3:0
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data/info.pb
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.96.3
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.96.3
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/logs
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.690868 25545 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.692533 25545 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.706130 25551 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.202340 25535 heartbeater.cc:499] Master 127.24.96.60:40417 was elected leader, sending a full tablet report...
23:51:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.975627 25036 debug-util.cc:398] Leaking SignalData structure 0x7b080008f940 after lost signal to thread 24973
23:51:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.976308 25036 debug-util.cc:398] Leaking SignalData structure 0x7b080003cfe0 after lost signal to thread 25039
23:51:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.110337 25550 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25545
23:51:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.251693 25550 kernel_stack_watchdog.cc:198] Thread 25545 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:51:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.706820 25552 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.253352 25545 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.546s	user 0.000s	sys 0.002s
23:51:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.253786 25545 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.546s	user 0.001s	sys 0.002s
23:51:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.255818 25554 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.263633 25553 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1555 milliseconds
23:51:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.263682 25545 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.265347 25545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:44.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.268126 25545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.269810 25545 hybrid_clock.cc:648] HybridClock initialized: now 1783468304269767 us; error 41 us; skew 500 ppm
23:51:44.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.270989 25545 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.279021 25545 webserver.cc:534] Webserver started at http://127.24.96.3:46653/ using document root <none> and password file <none>
23:51:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.280092 25545 fs_manager.cc:362] Metadata directory not provided
23:51:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.280289 25545 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.280732 25545 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.285050 25545 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data/instance:
23:51:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea91eaab148a4510a58db8763f7f3e28"
23:51:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:44 on dist-test-slave-fwhr"
23:51:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.286105 25545 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal/instance:
23:51:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea91eaab148a4510a58db8763f7f3e28"
23:51:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:44 on dist-test-slave-fwhr"
23:51:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.293850 25545 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
23:51:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.300037 25563 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.301290 25545 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.301718 25545 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea91eaab148a4510a58db8763f7f3e28"
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:44 on dist-test-slave-fwhr"
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.302079 25545 fs_report.cc:389] FS layout report
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal
23:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data/data
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.384832 25545 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:44.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.386510 25545 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:44.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.387073 25545 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.390661 25545 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.395216 25545 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.395462 25545 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.395828 25545 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.396075 25545 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
23:51:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.626130 25545 rpc_server.cc:307] RPC server started. Bound to: 127.24.96.3:38419
23:51:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.626247 25675 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.96.3:38419 every 8 connection(s)
23:51:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.629115 25545 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/data/info.pb
23:51:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.633675 24960 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25545
23:51:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.634176 24960 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-2/wal/instance
23:51:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.682979 25677 heartbeater.cc:344] Connected to a master server at 127.24.96.61:42907
23:51:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.683507 25677 heartbeater.cc:461] Registering TS with master...
23:51:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.683784 25676 heartbeater.cc:344] Connected to a master server at 127.24.96.60:40417
23:51:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.684121 25676 heartbeater.cc:461] Registering TS with master...
23:51:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.684686 25680 heartbeater.cc:344] Connected to a master server at 127.24.96.62:46243
23:51:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.685007 25680 heartbeater.cc:461] Registering TS with master...
23:51:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.685074 25677 heartbeater.cc:507] Master 127.24.96.61:42907 requested a full tablet report, sending...
23:51:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.686226 25676 heartbeater.cc:507] Master 127.24.96.60:40417 requested a full tablet report, sending...
23:51:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.686945 25680 heartbeater.cc:507] Master 127.24.96.62:46243 requested a full tablet report, sending...
23:51:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.688736 25079 ts_manager.cc:194] Registered new tserver with Master: ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419)
23:51:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.689024 25160 ts_manager.cc:194] Registered new tserver with Master: ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419)
23:51:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.690348 25005 ts_manager.cc:194] Registered new tserver with Master: ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419)
23:51:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.690780 25160 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.96.3:35785
23:51:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.708289 24960 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:51:44.720 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:44.722 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:51:44.734 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.96.62"
      port: 46243
    }
    bound_http_address {
      host: "127.24.96.62"
      port: 39651
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.96.61"
      port: 42907
    }
    bound_http_address {
      host: "127.24.96.61"
      port: 38905
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.96.60"
      port: 40417
    }
    bound_http_address {
      host: "127.24.96.60"
      port: 36015
    }
  }
}

23:51:44.738 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:51:44.741 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.96.1"
      port: 44425
    }
    bound_http_address {
      host: "127.24.96.1"
      port: 40721
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.96.2"
      port: 33523
    }
    bound_http_address {
      host: "127.24.96.2"
      port: 33281
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.96.3"
      port: 38419
    }
    bound_http_address {
      host: "127.24.96.3"
      port: 46653
    }
  }
}

23:51:44.741 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:51:44.920 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:51:44.971 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:51:45.135 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.96.62:46243(127.24.96.62:46243)] connecting to peer
23:51:45.196 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.96.61:42907(127.24.96.61:42907)] connecting to peer
23:51:45.197 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:45.213 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.96.61:42907(127.24.96.61:42907)] Successfully connected to peer
23:51:45.216 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.96.60:40417(127.24.96.60:40417)] Successfully connected to peer
23:51:45.226 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.96.62:46243(127.24.96.62:46243)] Successfully connected to peer
23:51:45.329 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.96.62
23:51:45.329 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.96.60
23:51:45.329 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.96.61
23:51:45.558 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeac8fb62, L:/127.0.0.1:33244 - R:/127.24.96.61:42907] using SASL/PLAIN
23:51:45.558 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x36c4ac5c, L:/127.0.0.1:50980 - R:/127.24.96.60:40417] using SASL/PLAIN
23:51:45.558 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x005fa85a, L:/127.0.0.1:52184 - R:/127.24.96.62:46243] using SASL/PLAIN
23:51:45.596 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:51:45.597 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=510), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: OK, deferred=null) after lookup
23:51:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.654390 25160 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50980:
23:51:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:51:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:51:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.659381 25160 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:51:45.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.694284 25676 heartbeater.cc:499] Master 127.24.96.60:40417 was elected leader, sending a full tablet report...
23:51:45.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2327f182ebe24eb8bb80984290354fb5
23:51:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.754477 25470 tablet_service.cc:1511] Processing CreateTablet for tablet fe62d808be344d1eba34493557e908bf (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=2327f182ebe24eb8bb80984290354fb5]), partition=RANGE (key) PARTITION UNBOUNDED
23:51:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.756919 25470 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe62d808be344d1eba34493557e908bf. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.804399 25329 tablet_service.cc:1511] Processing CreateTablet for tablet fe62d808be344d1eba34493557e908bf (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=2327f182ebe24eb8bb80984290354fb5]), partition=RANGE (key) PARTITION UNBOUNDED
23:51:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.806633 25329 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe62d808be344d1eba34493557e908bf. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.810379 25709 tablet_bootstrap.cc:492] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Bootstrap starting.
23:51:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.820197 25611 tablet_service.cc:1511] Processing CreateTablet for tablet fe62d808be344d1eba34493557e908bf (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=2327f182ebe24eb8bb80984290354fb5]), partition=RANGE (key) PARTITION UNBOUNDED
23:51:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.821818 25611 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe62d808be344d1eba34493557e908bf. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.826098 25709 tablet_bootstrap.cc:654] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Neither blocks nor log segments found. Creating new log.
23:51:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.829936 25709 log.cc:826] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Log is configured to *not* fsync() on all Append() calls
23:51:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.852727 25709 tablet_bootstrap.cc:492] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: No bootstrap required, opened a new log
23:51:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.853315 25709 ts_tablet_manager.cc:1403] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Time spent bootstrapping tablet: real 0.043s	user 0.017s	sys 0.018s
23:51:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.854539 25711 tablet_bootstrap.cc:492] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: Bootstrap starting.
23:51:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.855803 25712 tablet_bootstrap.cc:492] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: Bootstrap starting.
23:51:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.862766 25711 tablet_bootstrap.cc:654] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: Neither blocks nor log segments found. Creating new log.
23:51:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.864571 25712 tablet_bootstrap.cc:654] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: Neither blocks nor log segments found. Creating new log.
23:51:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.865247 25711 log.cc:826] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: Log is configured to *not* fsync() on all Append() calls
23:51:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.867190 25712 log.cc:826] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: Log is configured to *not* fsync() on all Append() calls
23:51:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.873366 25711 tablet_bootstrap.cc:492] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: No bootstrap required, opened a new log
23:51:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.873910 25711 ts_tablet_manager.cc:1403] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: Time spent bootstrapping tablet: real 0.021s	user 0.002s	sys 0.013s
23:51:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.887473 25709 raft_consensus.cc:359] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.888481 25709 raft_consensus.cc:385] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.888787 25709 raft_consensus.cc:740] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04e0f147ad69496c8f11116fed3e1a8b, State: Initialized, Role: FOLLOWER
23:51:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.889933 25712 tablet_bootstrap.cc:492] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: No bootstrap required, opened a new log
23:51:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.890478 25712 ts_tablet_manager.cc:1403] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: Time spent bootstrapping tablet: real 0.035s	user 0.018s	sys 0.013s
23:51:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.890228 25709 consensus_queue.cc:260] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.894404 25709 ts_tablet_manager.cc:1434] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Time spent starting tablet: real 0.041s	user 0.035s	sys 0.005s
23:51:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.909936 25711 raft_consensus.cc:359] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.910899 25711 raft_consensus.cc:385] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:45.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.911191 25711 raft_consensus.cc:740] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bfa8175fa16476a91b1efcf68dcefc8, State: Initialized, Role: FOLLOWER
23:51:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.912262 25711 consensus_queue.cc:260] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.919309 25542 tablet.cc:2406] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.921945 25711 ts_tablet_manager.cc:1434] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: Time spent starting tablet: real 0.048s	user 0.030s	sys 0.013s
23:51:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.927124 25403 tablet.cc:2406] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.925916 25712 raft_consensus.cc:359] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.927508 25712 raft_consensus.cc:385] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.927809 25712 raft_consensus.cc:740] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea91eaab148a4510a58db8763f7f3e28, State: Initialized, Role: FOLLOWER
23:51:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.929121 25712 consensus_queue.cc:260] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.933326 25712 ts_tablet_manager.cc:1434] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: Time spent starting tablet: real 0.043s	user 0.029s	sys 0.011s
23:51:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.969141 25717 raft_consensus.cc:493] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.969744 25717 raft_consensus.cc:515] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.972366 25717 leader_election.cc:290] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523), 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:45.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.985822 25490 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "ea91eaab148a4510a58db8763f7f3e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04e0f147ad69496c8f11116fed3e1a8b" is_pre_election: true
23:51:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.986877 25490 raft_consensus.cc:2468] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea91eaab148a4510a58db8763f7f3e28 in term 0.
23:51:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.987157 25349 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "ea91eaab148a4510a58db8763f7f3e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" is_pre_election: true
23:51:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.987787 25349 raft_consensus.cc:2468] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea91eaab148a4510a58db8763f7f3e28 in term 0.
23:51:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.988837 25566 leader_election.cc:304] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04e0f147ad69496c8f11116fed3e1a8b, ea91eaab148a4510a58db8763f7f3e28; no voters: 
23:51:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.989930 25717 raft_consensus.cc:2804] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.990370 25717 raft_consensus.cc:493] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.990638 25717 raft_consensus.cc:3060] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 0 FOLLOWER]: Advancing to term 1
23:51:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.996913 25717 raft_consensus.cc:515] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.999085 25717 leader_election.cc:290] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [CANDIDATE]: Term 1 election: Requested vote from peers 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523), 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.999508 25490 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "ea91eaab148a4510a58db8763f7f3e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04e0f147ad69496c8f11116fed3e1a8b"
23:51:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.000065 25490 raft_consensus.cc:3060] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 0 FOLLOWER]: Advancing to term 1
23:51:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.000005 25349 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "ea91eaab148a4510a58db8763f7f3e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bfa8175fa16476a91b1efcf68dcefc8"
23:51:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.000548 25349 raft_consensus.cc:3060] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 0 FOLLOWER]: Advancing to term 1
23:51:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.008502 25490 raft_consensus.cc:2468] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea91eaab148a4510a58db8763f7f3e28 in term 1.
23:51:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.009058 25349 raft_consensus.cc:2468] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea91eaab148a4510a58db8763f7f3e28 in term 1.
23:51:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.011322 25566 leader_election.cc:304] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04e0f147ad69496c8f11116fed3e1a8b, ea91eaab148a4510a58db8763f7f3e28; no voters: 
23:51:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.012079 25717 raft_consensus.cc:2804] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 1 FOLLOWER]: Leader election won for term 1
23:51:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.015444 25717 raft_consensus.cc:697] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [term 1 LEADER]: Becoming Leader. State: Replica: ea91eaab148a4510a58db8763f7f3e28, State: Running, Role: LEADER
23:51:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.017243 25717 consensus_queue.cc:237] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.032567 25159 catalog_manager.cc:5696] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 reported cstate change: term changed from 0 to 1, leader changed from <none> to ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3). New cstate: current_term: 1 leader_uuid: "ea91eaab148a4510a58db8763f7f3e28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } health_report { overall_health: UNKNOWN } } }
23:51:46.115 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2327f182ebe24eb8bb80984290354fb5
23:51:46.135 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe62d808be344d1eba34493557e908bf for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:51:46.143 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=fe62d808be344d1eba34493557e908bf@[04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523),9bfa8175fa16476a91b1efcf68dcefc8(127.24.96.1:44425),ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)[L]]}]
23:51:46.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.96.60:40417, [10ms] Sub RPC GetTableLocations: received response from server master-127.24.96.60:40417: OK, deferred=null) after lookup
23:51:46.159 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] connecting to peer
23:51:46.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.158573 25683 tablet.cc:2406] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:46.161 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] Successfully connected to peer
23:51:46.239 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x44b457a9, L:/127.0.0.1:47324 - R:/127.24.96.3:38419] using TOKEN/null
23:51:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.257998 25490 raft_consensus.cc:1275] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Refusing update from remote peer ea91eaab148a4510a58db8763f7f3e28: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.257989 25349 raft_consensus.cc:1275] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 1 FOLLOWER]: Refusing update from remote peer ea91eaab148a4510a58db8763f7f3e28: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.260360 25720 consensus_queue.cc:1048] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:51:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.261294 25717 consensus_queue.cc:1048] T fe62d808be344d1eba34493557e908bf P ea91eaab148a4510a58db8763f7f3e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:46.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.292111 25723 mvcc.cc:204] Tried to move back new op lower bound from 7305086182411988992 to 7305086181455347712. Current Snapshot: MvccSnapshot[applied={T|T < 7305086182411988992}]
23:51:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.316236 25725 mvcc.cc:204] Tried to move back new op lower bound from 7305086182411988992 to 7305086181455347712. Current Snapshot: MvccSnapshot[applied={T|T < 7305086182411988992}]
23:51:46.638 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=fe62d808be344d1eba34493557e908bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:51:46.639 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.96.60:40417
23:51:46.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:51:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.641595 24960 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25117
23:51:46.691 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.96.60:40417(127.24.96.60:40417)] handling channelInactive
23:51:46.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state READY due to: connection closed
23:51:46.699 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:51:46.700 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.96.3:38419
23:51:46.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:51:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.701359 24960 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25545
23:51:46.733 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] handling channelInactive
23:51:46.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] cleaning up while in state READY due to: connection closed
23:51:46.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:51:46.734 [DEBUG - Time-limited test] (Connection.java:748) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] connecting to peer
23:51:46.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419): Connection refused: /127.24.96.3:38419
23:51:46.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] cleaning up while in state CONNECTING due to: Failed to connect to peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419): Connection refused: /127.24.96.3:38419
23:51:46.739 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419) for tablet fe62d808be344d1eba34493557e908bf: Failed to connect to peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419): Connection refused: /127.24.96.3:38419
23:51:46.749 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.752 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.24.96.60:40417(127.24.96.60:40417) for tablet Kudu Master: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.769 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.781 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:46.789 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:46.808 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:46.829 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:46.849 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:46.869 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.872 [INFO - pool-2-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:46.929 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:46.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:46.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:47.190 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:47.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:47.329 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:47.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.332 [INFO - pool-2-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.357424 25535 heartbeater.cc:646] Failed to heartbeat to 127.24.96.60:40417 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.394452 25395 heartbeater.cc:646] Failed to heartbeat to 127.24.96.60:40417 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.959749 25741 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6d0324e29b78480cb1928df8e0760871)
23:51:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.960374 25741 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.963084 25741 leader_election.cc:290] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1e8972d85d9a40c384d8f643e1e58d90 (127.24.96.62:46243), 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417)
23:51:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.964082 25014 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f38f30735514f5d89cbe9a568283b22" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1e8972d85d9a40c384d8f643e1e58d90" is_pre_election: true
23:51:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.965834 25065 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111) [suppressed 6 similar messages]
23:51:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.968994 25065 leader_election.cc:336] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417): Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.969319 25065 leader_election.cc:304] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8f38f30735514f5d89cbe9a568283b22; no voters: 1e8972d85d9a40c384d8f643e1e58d90, 6d0324e29b78480cb1928df8e0760871
23:51:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.969991 25741 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:51:47.989 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:47.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:47.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417; will retry
23:51:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.052784 25744 raft_consensus.cc:493] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ea91eaab148a4510a58db8763f7f3e28)
23:51:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.053260 25744 raft_consensus.cc:515] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.055795 25744 leader_election.cc:290] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419), 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.059248 25424 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111)
23:51:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.063395 25424 leader_election.cc:336] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419): Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111)
23:51:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.067256 25348 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "04e0f147ad69496c8f11116fed3e1a8b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" is_pre_election: true
23:51:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.067817 25348 raft_consensus.cc:2468] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04e0f147ad69496c8f11116fed3e1a8b in term 1.
23:51:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.069041 25749 raft_consensus.cc:493] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ea91eaab148a4510a58db8763f7f3e28)
23:51:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.069666 25424 leader_election.cc:304] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04e0f147ad69496c8f11116fed3e1a8b, 9bfa8175fa16476a91b1efcf68dcefc8; no voters: ea91eaab148a4510a58db8763f7f3e28
23:51:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.069653 25749 raft_consensus.cc:515] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.070479 25744 raft_consensus.cc:2804] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Leader pre-election won for term 2
23:51:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.070832 25744 raft_consensus.cc:493] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Starting leader election (detected failure of leader ea91eaab148a4510a58db8763f7f3e28)
23:51:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.071165 25744 raft_consensus.cc:3060] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 1 FOLLOWER]: Advancing to term 2
23:51:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.078686 25744 raft_consensus.cc:515] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.073611 25749 leader_election.cc:290] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523), ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419)
23:51:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.081687 25744 leader_election.cc:290] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [CANDIDATE]: Term 2 election: Requested vote from peers ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419), 9bfa8175fa16476a91b1efcf68dcefc8 (127.24.96.1:44425)
23:51:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.084933 25282 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111)
23:51:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.085966 25348 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "04e0f147ad69496c8f11116fed3e1a8b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9bfa8175fa16476a91b1efcf68dcefc8"
23:51:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.086598 25348 raft_consensus.cc:3060] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 1 FOLLOWER]: Advancing to term 2
23:51:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.091507 25424 leader_election.cc:336] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419): Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111)
23:51:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.091835 25282 leader_election.cc:336] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419): Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111)
23:51:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.094128 25348 raft_consensus.cc:2468] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04e0f147ad69496c8f11116fed3e1a8b in term 2.
23:51:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.094488 25489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe62d808be344d1eba34493557e908bf" candidate_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "04e0f147ad69496c8f11116fed3e1a8b" is_pre_election: true
23:51:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.095117 25424 leader_election.cc:304] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04e0f147ad69496c8f11116fed3e1a8b, 9bfa8175fa16476a91b1efcf68dcefc8; no voters: ea91eaab148a4510a58db8763f7f3e28
23:51:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.095326 25489 raft_consensus.cc:2393] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9bfa8175fa16476a91b1efcf68dcefc8 in current term 2: Already voted for candidate 04e0f147ad69496c8f11116fed3e1a8b in this term.
23:51:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.095778 25744 raft_consensus.cc:2804] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 2 FOLLOWER]: Leader election won for term 2
23:51:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.097621 25744 raft_consensus.cc:697] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 2 LEADER]: Becoming Leader. State: Replica: 04e0f147ad69496c8f11116fed3e1a8b, State: Running, Role: LEADER
23:51:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.097647 25283 leader_election.cc:304] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9bfa8175fa16476a91b1efcf68dcefc8; no voters: 04e0f147ad69496c8f11116fed3e1a8b, ea91eaab148a4510a58db8763f7f3e28
23:51:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.098501 25744 consensus_queue.cc:237] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } }
23:51:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.099116 25749 raft_consensus.cc:2749] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:51:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.122736 25756 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6d0324e29b78480cb1928df8e0760871)
23:51:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.123236 25756 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.125638 25756 leader_election.cc:290] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8f38f30735514f5d89cbe9a568283b22 (127.24.96.61:42907), 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417)
23:51:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.126804 25090 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1e8972d85d9a40c384d8f643e1e58d90" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8f38f30735514f5d89cbe9a568283b22" is_pre_election: true
23:51:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.127478 25090 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1e8972d85d9a40c384d8f643e1e58d90 in term 1.
23:51:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.128690 24990 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111) [suppressed 13 similar messages]
23:51:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.128942 24992 leader_election.cc:304] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1e8972d85d9a40c384d8f643e1e58d90, 8f38f30735514f5d89cbe9a568283b22; no voters: 
23:51:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.130138 25756 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:51:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.130656 25756 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6d0324e29b78480cb1928df8e0760871)
23:51:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.131191 25756 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 1 FOLLOWER]: Advancing to term 2
23:51:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.133448 24990 leader_election.cc:336] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417): Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:48.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.137099 25756 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:48.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.138712 25756 leader_election.cc:290] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [CANDIDATE]: Term 2 election: Requested vote from peers 8f38f30735514f5d89cbe9a568283b22 (127.24.96.61:42907), 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417)
23:51:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.139510 25090 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1e8972d85d9a40c384d8f643e1e58d90" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8f38f30735514f5d89cbe9a568283b22"
23:51:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.140117 25090 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 1 FOLLOWER]: Advancing to term 2
23:51:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.142300 24990 leader_election.cc:336] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417): Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111)
23:51:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.149461 25090 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1e8972d85d9a40c384d8f643e1e58d90 in term 2.
23:51:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.150760 24992 leader_election.cc:304] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1e8972d85d9a40c384d8f643e1e58d90, 8f38f30735514f5d89cbe9a568283b22; no voters: 6d0324e29b78480cb1928df8e0760871
23:51:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.151543 25756 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 2 FOLLOWER]: Leader election won for term 2
23:51:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.152763 25756 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [term 2 LEADER]: Becoming Leader. State: Replica: 1e8972d85d9a40c384d8f643e1e58d90, State: Running, Role: LEADER
23:51:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.153743 25756 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } }
23:51:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.160235 25759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1e8972d85d9a40c384d8f643e1e58d90. Latest consensus state: current_term: 2 leader_uuid: "1e8972d85d9a40c384d8f643e1e58d90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:48.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.160851 25759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: This master's current role is: LEADER
23:51:48.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.164986 25761 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:51:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.174131 25761 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=2327f182ebe24eb8bb80984290354fb5]
23:51:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.182363 25761 tablet_loader.cc:96] loaded metadata for tablet fe62d808be344d1eba34493557e908bf (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=2327f182ebe24eb8bb80984290354fb5])
23:51:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.183429 25761 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:51:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.186455 25761 catalog_manager.cc:1294] Loaded cluster ID: ec3af30f3d1147a8bf3bf71437f52cf2
23:51:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.186698 25761 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:51:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.190179 25761 catalog_manager.cc:1539] Loading token signing keys...
23:51:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.192822 25761 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: Loaded TSK: 0
23:51:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.193964 25761 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:51:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.564103 25424 consensus_peers.cc:597] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b -> Peer ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419): Couldn't send request to peer ea91eaab148a4510a58db8763f7f3e28. Status: Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:51:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.638793 25090 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [term 2 FOLLOWER]: Refusing update from remote peer 1e8972d85d9a40c384d8f643e1e58d90: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:51:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.640246 25759 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:51:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.644179 25762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1e8972d85d9a40c384d8f643e1e58d90. Latest consensus state: current_term: 2 leader_uuid: "1e8972d85d9a40c384d8f643e1e58d90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.644827 25762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: This master's current role is: FOLLOWER
23:51:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.647701 25756 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1e8972d85d9a40c384d8f643e1e58d90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.648447 25756 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 [sys.catalog]: This master's current role is: LEADER
23:51:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.652719 25348 raft_consensus.cc:1275] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 2 FOLLOWER]: Refusing update from remote peer 04e0f147ad69496c8f11116fed3e1a8b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
23:51:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.655205 25744 consensus_queue.cc:1048] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
23:51:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.662233 25400 heartbeater.cc:499] Master 127.24.96.62:46243 was elected leader, sending a full tablet report...
23:51:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.670689 24990 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90 -> Peer 6d0324e29b78480cb1928df8e0760871 (127.24.96.60:40417): Couldn't send request to peer 6d0324e29b78480cb1928df8e0760871. Status: Network error: Client connection negotiation failed: client connection to 127.24.96.60:40417: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:51:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.673626 25762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1e8972d85d9a40c384d8f643e1e58d90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e8972d85d9a40c384d8f643e1e58d90" member_type: VOTER last_known_addr { host: "127.24.96.62" port: 46243 } } peers { permanent_uuid: "8f38f30735514f5d89cbe9a568283b22" member_type: VOTER last_known_addr { host: "127.24.96.61" port: 42907 } } peers { permanent_uuid: "6d0324e29b78480cb1928df8e0760871" member_type: VOTER last_known_addr { host: "127.24.96.60" port: 40417 } } }
23:51:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.674571 25762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f38f30735514f5d89cbe9a568283b22 [sys.catalog]: This master's current role is: FOLLOWER
23:51:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.677238 25004 catalog_manager.cc:5696] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 reported cstate change: term changed from 1 to 2, leader changed from ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3) to 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2). New cstate: current_term: 2 leader_uuid: "04e0f147ad69496c8f11116fed3e1a8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04e0f147ad69496c8f11116fed3e1a8b" member_type: VOTER last_known_addr { host: "127.24.96.2" port: 33523 } } peers { permanent_uuid: "ea91eaab148a4510a58db8763f7f3e28" member_type: VOTER last_known_addr { host: "127.24.96.3" port: 38419 } } peers { permanent_uuid: "9bfa8175fa16476a91b1efcf68dcefc8" member_type: VOTER last_known_addr { host: "127.24.96.1" port: 44425 } } }
23:51:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.714956 25538 heartbeater.cc:499] Master 127.24.96.62:46243 was elected leader, sending a full tablet report...
23:51:49.769 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.24.96.60:40417(127.24.96.60:40417)] connecting to peer
23:51:49.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:49.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.96.60:40417(127.24.96.60:40417)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:49.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.96.60:40417: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417
23:51:49.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:51:49.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=29986, elapsed=3026), Traces: [0ms] sending RPC to server master-127.24.96.60:40417, [3ms] received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [28ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [34ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [46ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [85ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [184ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [444ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [445ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [445ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [445ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [584ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [585ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [585ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [585ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [1246ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [3024ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [3026ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, deferred=Deferred@430583630(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@2045647679 after retry RPC after error@1075549955) -> (continuation of Deferred@682071056 after retry RPC after error@1614745109) -> (continuation of Deferred@1770112718 after retry RPC after error@1975445362) -> (continuation of Deferred@1630399169 after retry RPC after error@2038042455) -> (continuation of Deferred@514457856 after retry RPC after error@472772816) -> (continuation of Deferred@307784310 after retry RPC after error@1005707229) -> (continuation of Deferred@1964862370 after retry RPC after error@113618593) -> (continuation of Deferred@1461678037 after retry RPC after error@1646616028) -> (continuation of Deferred@2088462913 after retry RPC after error@1465938889) -> (continuation of Deferred@2074988343 after retry RPC after error@858699299), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2045647679 after retry RPC after error@1075549955) -> (continuation of Deferred@682071056 after retry RPC after error@1614745109) -> (continuation of Deferred@1770112718 after retry RPC after error@1975445362) -> (continuation of Deferred@1630399169 after retry RPC after error@2038042455) -> (continuation of Deferred@514457856 after retry RPC after error@472772816) -> (continuation of Deferred@307784310 after retry RPC after error@1005707229) -> (continuation of Deferred@1964862370 after retry RPC after error@113618593) -> (continuation of Deferred@1461678037 after retry RPC after error@1646616028) -> (continuation of Deferred@2088462913 after retry RPC after error@1465938889) -> (continuation of Deferred@2074988343 after retry RPC after error@858699299))) after lookup
23:51:49.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fe62d808be344d1eba34493557e908bf for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:51:49.783 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fe62d808be344d1eba34493557e908bf@[04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523)[L],9bfa8175fa16476a91b1efcf68dcefc8(127.24.96.1:44425),ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)]}]
23:51:49.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fe62d808be344d1eba34493557e908bf, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3049), Traces: [0ms] sending RPC to server ea91eaab148a4510a58db8763f7f3e28, [5ms] received response from server ea91eaab148a4510a58db8763f7f3e28: Network error: Failed to connect to peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419): Connection refused: /127.24.96.3:38419, [5ms] delaying RPC due to: Network error: Failed to connect to peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419): Connection refused: /127.24.96.3:38419, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.96.60:40417, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [18ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [34ms] Sub RPC GetTableLocations: refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [48ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [54ms] Sub RPC GetTableLocations: refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [74ms] Sub RPC GetTableLocations: refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [79ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [94ms] Sub RPC GetTableLocations: refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [98ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [99ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [99ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [99ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [114ms] Sub RPC GetTableLocations: refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [120ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [134ms] Sub RPC GetTableLocations: refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [138ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [138ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [138ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [193ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [196ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [198ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [454ms] Sub RPC GetTableLocations: refreshing cache from master, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [458ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [459ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [459ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [459ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [594ms] Sub RPC GetTableLocations: refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [598ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [599ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [599ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [599ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [1254ms] Sub RPC GetTableLocations: refreshing cache from master, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [1259ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [1260ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [1261ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.96.62:46243,127.24.96.61:42907,127.24.96.60:40417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [3034ms] Sub RPC GetTableLocations: refreshing cache from master, [3034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.62:46243, [3035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.61:42907, [3035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.96.60:40417, [3037ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.60:40417: Network error: Failed to connect to peer master-127.24.96.60:40417(127.24.96.60:40417): Connection refused: /127.24.96.60:40417, [3038ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.61:42907: OK, [3040ms] Sub RPC ConnectToMaster: received response from server master-127.24.96.62:46243: OK, [3044ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.96.62:46243, [3048ms] Sub RPC GetTableLocations: received response from server master-127.24.96.62:46243: OK, deferred=Deferred@1082797059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@554b8752 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1392bc76 -> wakeup thread Time-limited test)) after lookup
23:51:49.786 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523)] connecting to peer
23:51:49.787 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523)] Successfully connected to peer
23:51:49.812 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xaff24bc5, L:/127.0.0.1:55728 - R:/127.24.96.2:33523] using TOKEN/null
23:51:49.981 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=fe62d808be344d1eba34493557e908bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:51:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.987623 25004 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:52184:
23:51:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:51:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.988754 25004 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:52184:
23:51:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:51:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.012264 25004 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 1e8972d85d9a40c384d8f643e1e58d90: Sending DeleteTablet for 3 replicas of tablet fe62d808be344d1eba34493557e908bf
23:51:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.028270 25470 tablet_service.cc:1558] Processing DeleteTablet for tablet fe62d808be344d1eba34493557e908bf with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:51:49 UTC) from {username='slave'} at 127.0.0.1:55738
23:51:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:50.028717 24990 catalog_manager.cc:4754] TS ea91eaab148a4510a58db8763f7f3e28 (127.24.96.3:38419): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet fe62d808be344d1eba34493557e908bf: Network error: Client connection negotiation failed: client connection to 127.24.96.3:38419: connect: Connection refused (error 111)
23:51:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.031054 25803 tablet_replica.cc:333] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: stopping tablet replica
23:51:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.032255 25803 raft_consensus.cc:2243] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 2 LEADER]: Raft consensus shutting down.
23:51:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.034026 25803 raft_consensus.cc:2272] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b [term 2 FOLLOWER]: Raft consensus is shut down!
23:51:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.036369 25329 tablet_service.cc:1558] Processing DeleteTablet for tablet fe62d808be344d1eba34493557e908bf with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:51:49 UTC) from {username='slave'} at 127.0.0.1:32872
23:51:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.038404 25803 ts_tablet_manager.cc:1916] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Deleting tablet data with delete state TABLET_DATA_DELETED
23:51:50.043 [DEBUG - main] (Connection.java:575) [peer master-127.24.96.61:42907(127.24.96.61:42907)] disconnecting while in state READY
23:51:50.046 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.96.61:42907(127.24.96.61:42907)] handling channelInactive
23:51:50.050 [DEBUG - main] (Connection.java:575) [peer master-127.24.96.60:40417(127.24.96.60:40417)] disconnecting while in state TERMINATED
23:51:50.051 [DEBUG - main] (Connection.java:575) [peer master-127.24.96.62:46243(127.24.96.62:46243)] disconnecting while in state READY
23:51:50.051 [DEBUG - main] (Connection.java:575) [peer 04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523)] disconnecting while in state READY
23:51:50.051 [DEBUG - main] (Connection.java:575) [peer ea91eaab148a4510a58db8763f7f3e28(127.24.96.3:38419)] disconnecting while in state TERMINATED
23:51:50.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.96.61:42907(127.24.96.61:42907)] cleaning up while in state READY due to: connection closed
23:51:50.053 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523)] handling channelInactive
23:51:50.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04e0f147ad69496c8f11116fed3e1a8b(127.24.96.2:33523)] cleaning up while in state READY due to: connection closed
23:51:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.054567 25804 tablet_replica.cc:333] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8: stopping tablet replica
23:51:50.055 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:51:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.056653 25804 raft_consensus.cc:2243] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 2 FOLLOWER]: Raft consensus shutting down.
23:51:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.057103 25803 ts_tablet_manager.cc:1929] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
23:51:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.057502 25803 log.cc:1199] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Deleting WAL directory at /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster9754482226796929006/ts-1/wal/wals/fe62d808be344d1eba34493557e908bf
23:51:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.058367 25803 ts_tablet_manager.cc:1950] T fe62d808be344d1eba34493557e908bf P 04e0f147ad69496c8f11116fed3e1a8b: Deleting consensus metadata
23:51:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.058434 25804 raft_consensus.cc:2272] T fe62d808be344d1eba34493557e908bf P 9bfa8175fa16476a91b1efcf68dcefc8 [term 2 FOLLOWER]: Raft consensus is shut down!
23:51:50.059 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.96.62:46243(127.24.96.62:46243)] handling channelInactive
23:51:50.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.96.62:46243(127.24.96.62:46243)] cleaning up while in state READY due to: connection closed
23:51:50.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.061048 24960 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25241
23:51:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.061739 24991 catalog_manager.cc:5027] TS 04e0f147ad69496c8f11116fed3e1a8b (127.24.96.2:33523): tablet fe62d808be344d1eba34493557e908bf (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=2327f182ebe24eb8bb80984290354fb5]) successfully deleted
23:51:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.099920 24960 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25399
23:51:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.127192 24960 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 24972
23:51:50.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.154533 24960 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25042
23:51:51.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:51Z chronyd exiting
.23:51:52.346 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468312346
23:51:52.349 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:51:52.349 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:51:52.349 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKw9QVq/test-tmp
23:51:52.350 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:51:52.350 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKw9QVq/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:51:52.352 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:51:52.679 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:52.679 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:51:52.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.682857 25808 mini_oidc.cc:150] Starting JWKS server
23:51:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.686167 25808 webserver.cc:534] Webserver started at http://127.0.0.1:40355/ using document root <none> and password file <none>
23:51:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.686679 25808 mini_oidc.cc:186] Starting OIDC Discovery server
23:51:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.688438 25808 webserver.cc:534] Webserver started at http://127.0.0.1:44665/ using document root <none> and password file <none>
23:51:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:52Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:51:52.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:52Z Disabled control of system clock
23:51:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.750175 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/logs
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data/info.pb
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.62:39231
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.62
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json with env {}
23:51:53.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.065088 25820 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:53.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.065747 25820 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.066195 25820 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.097465 25820 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.097746 25820 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.097944 25820 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.098152 25820 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.098347 25820 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.098506 25820 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40355/jwks.json
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.134218 25820 master_runner.cc:387] Master server non-default flags:
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal
23:51:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.62:39231
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data/info.pb
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.62
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/logs
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.135600 25820 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.137331 25820 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.149181 25826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.552184 25825 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25820
23:51:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.149605 25827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.959628 25820 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.811s	user 0.646s	sys 1.165s
23:51:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.960635 25828 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1809 milliseconds
23:51:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.960786 25820 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.812s	user 0.646s	sys 1.165s
23:51:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.962234 25829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.962235 25820 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.965799 25820 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.968472 25820 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.969856 25820 hybrid_clock.cc:648] HybridClock initialized: now 1783468314969823 us; error 36 us; skew 500 ppm
23:51:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.970722 25820 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.977483 25820 webserver.cc:534] Webserver started at http://127.25.52.62:39501/ using document root <none> and password file <none>
23:51:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.978569 25820 fs_manager.cc:362] Metadata directory not provided
23:51:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.978858 25820 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.979481 25820 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.984458 25820 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data/instance:
23:51:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "078a9b18b78a490eac9b5736f851b0bc"
23:51:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:54 on dist-test-slave-fwhr"
23:51:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.985749 25820 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal/instance:
23:51:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "078a9b18b78a490eac9b5736f851b0bc"
23:51:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:54 on dist-test-slave-fwhr"
23:51:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.993579 25820 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
23:51:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.999790 25836 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.001219 25820 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.001655 25820 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "078a9b18b78a490eac9b5736f851b0bc"
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:54 on dist-test-slave-fwhr"
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.002058 25820 fs_report.cc:389] FS layout report
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal
23:51:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data/data
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:55.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.053958 25820 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.055673 25820 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.056300 25820 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.131160 25820 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.62:39231
23:51:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.131245 25887 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.62:39231 every 8 connection(s)
23:51:55.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.134250 25820 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/data/info.pb
23:51:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.136607 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25820
23:51:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.137246 25808 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-0/wal/instance
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.141876 25888 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.141824 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/logs
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data/info.pb
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.61:39361
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.61
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json with env {}
23:51:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.152897 25888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } has no permanent_uuid. Determining permanent_uuid...
23:51:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.179752 25888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } has no permanent_uuid. Determining permanent_uuid...
23:51:55.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.182542 25840 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.187127 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.236594 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 1
23:51:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.241650 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.310070 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 2
23:51:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.314945 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.406402 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 3
23:51:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.411159 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.456271 25890 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.456825 25890 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.457266 25890 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.488384 25890 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.488790 25890 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.489190 25890 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.489566 25890 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.489902 25890 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.490149 25890 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40355/jwks.json
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.524945 25890 master_runner.cc:387] Master server non-default flags:
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.61:39361
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data/info.pb
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.61
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/logs
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.526732 25890 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.528517 25890 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:55.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.538373 25899 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.554637 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 4
23:51:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.562439 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:55.861932 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 5
23:51:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.869890 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.417461 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 6
23:51:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.441399 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.944533 25898 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25890
23:51:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.347755 25890 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.808s	user 0.643s	sys 1.160s
23:51:57.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.348138 25890 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.809s	user 0.644s	sys 1.160s
23:51:57.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.540812 25900 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:57.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.350314 25902 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.353057 25901 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1809 milliseconds
23:51:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.353070 25890 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.354398 25890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.356745 25890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.358084 25890 hybrid_clock.cc:648] HybridClock initialized: now 1783468317358058 us; error 53 us; skew 500 ppm
23:51:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.358841 25890 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.364777 25890 webserver.cc:534] Webserver started at http://127.25.52.61:34305/ using document root <none> and password file <none>
23:51:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.365621 25890 fs_manager.cc:362] Metadata directory not provided
23:51:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.365797 25890 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:57.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.366186 25890 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.370314 25890 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data/instance:
23:51:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5"
23:51:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:57 on dist-test-slave-fwhr"
23:51:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.371343 25890 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal/instance:
23:51:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5"
23:51:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:57 on dist-test-slave-fwhr"
23:51:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.378752 25890 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:51:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.384708 25911 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.385746 25890 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:51:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.386121 25890 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal
23:51:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5"
23:51:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:57 on dist-test-slave-fwhr"
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.386471 25890 fs_report.cc:389] FS layout report
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data/data
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.436357 25890 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.437878 25890 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.438426 25890 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.501962 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 7
23:51:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.509891 25888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.61:39361: Network error: Client connection negotiation failed: client connection to 127.25.52.61:39361: connect: Connection refused (error 111)
23:51:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.515944 25890 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.61:39361
23:51:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.516075 25964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.61:39361 every 8 connection(s)
23:51:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.518713 25890 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/data/info.pb
23:51:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.522045 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25890
23:51:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.522572 25808 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-1/wal/instance
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.525794 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/logs
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/info.pb
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.60:33945
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.60
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json with env {}
23:51:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.526152 25965 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.538805 25965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } has no permanent_uuid. Determining permanent_uuid...
23:51:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.562677 25965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } has no permanent_uuid. Determining permanent_uuid...
23:51:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.576606 25965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } has no permanent_uuid. Determining permanent_uuid...
23:51:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.579233 25912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.583644 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.633214 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 1
23:51:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.637611 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.706101 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 2
23:51:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.710532 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.802006 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 3
23:51:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.807049 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.840597 25967 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.841276 25967 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.841965 25967 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.873036 25967 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.873420 25967 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.873843 25967 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.874202 25967 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.874567 25967 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.874827 25967 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40355/jwks.json
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.910892 25967 master_runner.cc:387] Master server non-default flags:
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.60:33945
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/info.pb
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.60
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/logs
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.912495 25967 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.914776 25967 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.928319 25977 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:57.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.950449 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 4
23:51:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.955502 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:58.255046 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 5
23:51:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:58.262048 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:58.809656 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 6
23:51:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:58.824864 25965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.52.60:33945: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:51:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.932649 25980 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.930126 25978 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:59.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.161684 25979 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1228 milliseconds
23:51:59.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.161803 25967 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.163204 25967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.166424 25967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.167832 25967 hybrid_clock.cc:648] HybridClock initialized: now 1783468319167786 us; error 62 us; skew 500 ppm
23:51:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.168742 25967 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.175001 25967 webserver.cc:534] Webserver started at http://127.25.52.60:42379/ using document root <none> and password file <none>
23:51:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.176036 25967 fs_manager.cc:362] Metadata directory not provided
23:51:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.176306 25967 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.176841 25967 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.181252 25967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/instance:
23:51:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b603648454c84c18a2304d9f708e9417"
23:51:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-fwhr"
23:51:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.182420 25967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal/instance:
23:51:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b603648454c84c18a2304d9f708e9417"
23:51:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-fwhr"
23:51:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.189651 25967 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.002s	sys 0.007s
23:51:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.195273 25989 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.196358 25967 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.196749 25967 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b603648454c84c18a2304d9f708e9417"
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-fwhr"
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.197096 25967 fs_report.cc:389] FS layout report
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/data
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:59.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.249136 25967 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.250728 25967 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.251260 25967 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.322099 25967 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.60:33945
23:51:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.322199 26040 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.60:33945 every 8 connection(s)
23:51:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.324935 25967 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/info.pb
23:51:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.330663 26041 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.331238 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 25967
23:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.331704 25808 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal/instance
23:51:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.347044 26041 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } has no permanent_uuid. Determining permanent_uuid...
23:51:59.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.373642 26041 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } has no permanent_uuid. Determining permanent_uuid...
23:51:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.383222 26041 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } has no permanent_uuid. Determining permanent_uuid...
23:51:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.400075 26041 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Bootstrap starting.
23:51:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.406615 26041 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Neither blocks nor log segments found. Creating new log.
23:51:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.408427 26041 log.cc:826] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Log is configured to *not* fsync() on all Append() calls
23:51:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.413180 26041 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: No bootstrap required, opened a new log
23:51:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.432953 26041 raft_consensus.cc:359] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.433558 26041 raft_consensus.cc:385] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.433744 26041 raft_consensus.cc:740] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b603648454c84c18a2304d9f708e9417, State: Initialized, Role: FOLLOWER
23:51:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.434480 26041 consensus_queue.cc:260] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.436724 26050 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:51:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.437343 26050 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: FOLLOWER
23:51:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.438068 26041 sys_catalog.cc:565] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: configured and running, proceeding with master startup.
23:51:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.459715 26050 raft_consensus.cc:493] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.460275 26050 raft_consensus.cc:515] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.463114 26061 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.463419 26061 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.464521 26050 leader_election.cc:290] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 078a9b18b78a490eac9b5736f851b0bc (127.25.52.62:39231), 2de17bc45e0b47ce9d280b15ed4a7ba5 (127.25.52.61:39361)
23:51:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.464232 25967 master_runner.cc:187] Error getting master registration for 127.25.52.62:39231: OK, instance_id { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" instance_seqno: 1783468315111160 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.494063 25967 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.506822 25995 tablet.cc:2406] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.600320 25888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } attempt: 8
23:51:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.614094 25888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } has no permanent_uuid. Determining permanent_uuid...
23:51:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.635872 25888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: Bootstrap starting.
23:51:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.642022 25888 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: Neither blocks nor log segments found. Creating new log.
23:51:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.644337 25888 log.cc:826] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: Log is configured to *not* fsync() on all Append() calls
23:51:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.654848 25888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: No bootstrap required, opened a new log
23:51:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.674896 25888 raft_consensus.cc:359] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.675740 25888 raft_consensus.cc:385] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.676218 25888 raft_consensus.cc:740] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 078a9b18b78a490eac9b5736f851b0bc, State: Initialized, Role: FOLLOWER
23:51:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.677454 25888 consensus_queue.cc:260] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.680513 26065 sys_catalog.cc:455] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:51:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.681314 26065 sys_catalog.cc:458] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: This master's current role is: FOLLOWER
23:51:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.682227 25888 sys_catalog.cc:565] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: configured and running, proceeding with master startup.
23:51:59.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.684230 25863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b603648454c84c18a2304d9f708e9417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "078a9b18b78a490eac9b5736f851b0bc" is_pre_election: true
23:51:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.685524 25863 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b603648454c84c18a2304d9f708e9417 in term 0.
23:51:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.687372 25992 leader_election.cc:304] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 078a9b18b78a490eac9b5736f851b0bc, b603648454c84c18a2304d9f708e9417; no voters: 
23:51:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.688401 26050 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.688758 26050 raft_consensus.cc:493] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.689098 26050 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 0 FOLLOWER]: Advancing to term 1
23:51:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.705324 26050 raft_consensus.cc:515] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.718158 25863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b603648454c84c18a2304d9f708e9417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "078a9b18b78a490eac9b5736f851b0bc"
23:51:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.718713 25863 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 0 FOLLOWER]: Advancing to term 1
23:51:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.727699 25863 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b603648454c84c18a2304d9f708e9417 in term 1.
23:51:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.729637 25992 leader_election.cc:304] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 078a9b18b78a490eac9b5736f851b0bc, b603648454c84c18a2304d9f708e9417; no voters: 
23:51:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.736771 26078 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 1 FOLLOWER]: Leader election won for term 1
23:51:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.742767 26050 leader_election.cc:290] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [CANDIDATE]: Term 1 election: Requested vote from peers 078a9b18b78a490eac9b5736f851b0bc (127.25.52.62:39231), 2de17bc45e0b47ce9d280b15ed4a7ba5 (127.25.52.61:39361)
23:51:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.748829 26076 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.749379 26076 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.751075 26078 raft_consensus.cc:697] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 1 LEADER]: Becoming Leader. State: Replica: b603648454c84c18a2304d9f708e9417, State: Running, Role: LEADER
23:51:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.752116 26078 consensus_queue.cc:237] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:51:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.717082 25820 master_runner.cc:187] Error getting master registration for 127.25.52.61:39361: OK, instance_id { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" instance_seqno: 1783468317494562 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.758160 25820 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.769536 26050 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b603648454c84c18a2304d9f708e9417. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:51:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.770259 26050 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: LEADER
23:51:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.780985 26081 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:51:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.788355 26081 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:51:59.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.818590 25842 tablet.cc:2406] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.832599 25863 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Refusing update from remote peer b603648454c84c18a2304d9f708e9417: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.834245 26050 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [LEADER]: Connected to new peer: Peer: permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.865149 26065 sys_catalog.cc:455] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader b603648454c84c18a2304d9f708e9417. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:51:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.865859 26065 sys_catalog.cc:458] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: This master's current role is: FOLLOWER
23:51:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.870867 26082 mvcc.cc:204] Tried to move back new op lower bound from 7305086237989113856 to 7305086237717299200. Current Snapshot: MvccSnapshot[applied={T|T < 7305086237989113856}]
23:51:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.885396 25965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } attempt: 7
23:51:59.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.885890 26065 sys_catalog.cc:455] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:51:59.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.886605 26065 sys_catalog.cc:458] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: This master's current role is: FOLLOWER
23:51:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.913635 26081 catalog_manager.cc:1382] Generated new cluster ID: 6f65c83b34a4468a99e8a7810892cf01
23:51:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.913946 26081 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:51:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.913743 26079 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:51:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.914453 26079 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: LEADER
23:51:59.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.958719 25965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: Bootstrap starting.
23:51:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.968832 25965 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: Neither blocks nor log segments found. Creating new log.
23:51:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.971352 25965 log.cc:826] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: Log is configured to *not* fsync() on all Append() calls
23:51:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.974423 26081 catalog_manager.cc:1405] Generated new certificate authority record
23:51:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.976478 26081 catalog_manager.cc:1539] Loading token signing keys...
23:51:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.982254 25965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: No bootstrap required, opened a new log
23:52:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.010627 25965 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.012960 25965 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.013484 25965 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2de17bc45e0b47ce9d280b15ed4a7ba5, State: Initialized, Role: FOLLOWER
23:52:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.014784 25965 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.025067 26089 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.028914 26089 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: This master's current role is: FOLLOWER
23:52:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.029165 25936 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 0 FOLLOWER]: Advancing to term 1
23:52:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.028569 25965 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: configured and running, proceeding with master startup.
23:52:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.032205 25937 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b603648454c84c18a2304d9f708e9417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5"
23:52:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.033746 25938 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b603648454c84c18a2304d9f708e9417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" is_pre_election: true
23:52:00.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.050822 25936 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 1 FOLLOWER]: Refusing update from remote peer b603648454c84c18a2304d9f708e9417: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.052666 26078 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.053035 26081 catalog_manager.cc:6069] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Generated new TSK 0
23:52:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.057039 26081 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:52:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.084487 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/logs
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data/info.pb
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.1:0
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.52.1
23:52:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.1
23:52:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.145226 26089 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b603648454c84c18a2304d9f708e9417. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.146006 26089 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: This master's current role is: FOLLOWER
23:52:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.147112 26101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.148011 26101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: This master's current role is: FOLLOWER
23:52:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.193758 26106 catalog_manager.cc:1294] Loaded cluster ID: 6f65c83b34a4468a99e8a7810892cf01
23:52:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.197320 26106 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: loading cluster ID for follower catalog manager: success
23:52:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.218065 26106 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: acquiring CA information for follower catalog manager: success
23:52:00.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.223588 26106 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.539347 26078 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b603648454c84c18a2304d9f708e9417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.540135 26078 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: LEADER
23:52:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.754993 26076 catalog_manager.cc:1294] Loaded cluster ID: 6f65c83b34a4468a99e8a7810892cf01
23:52:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.755609 26076 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: loading cluster ID for follower catalog manager: success
23:52:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.763130 26076 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: acquiring CA information for follower catalog manager: success
23:52:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.781004 26097 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.781188 26076 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.782006 26097 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.782900 26097 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:00.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.841990 26097 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:00.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.843660 26097 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.52.1
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.908006 26097 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.1:0
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data/info.pb
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.1
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.52.1
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/logs
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.911281 26097 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.913659 26097 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.948664 26113 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:02.335844 26112 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26097
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.277819 26112 kernel_stack_watchdog.cc:198] Thread 26097 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 389ms:
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:52:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:00.948664 26114 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.283631 26097 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.338s	user 0.540s	sys 0.887s
23:52:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.283980 26097 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.339s	user 0.540s	sys 0.888s
23:52:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.287012 26097 server_base.cc:1061] running on GCE node
23:52:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.288343 26120 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.290045 26097 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:03.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.292912 26097 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.294409 26097 hybrid_clock.cc:648] HybridClock initialized: now 1783468323294288 us; error 109 us; skew 500 ppm
23:52:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.295430 26097 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.303194 26097 webserver.cc:534] Webserver started at http://127.25.52.1:43419/ using document root <none> and password file <none>
23:52:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.304404 26097 fs_manager.cc:362] Metadata directory not provided
23:52:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.304683 26097 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.305212 26097 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.311236 26097 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data/instance:
23:52:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "466cf2ad007c4fb3a29875957d4d6933"
23:52:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:03 on dist-test-slave-fwhr"
23:52:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.312661 26097 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal/instance:
23:52:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "466cf2ad007c4fb3a29875957d4d6933"
23:52:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:03 on dist-test-slave-fwhr"
23:52:03.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.334295 26097 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.009s	sys 0.009s
23:52:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.341732 26125 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.343053 26097 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
23:52:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.343453 26097 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "466cf2ad007c4fb3a29875957d4d6933"
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:03 on dist-test-slave-fwhr"
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.343878 26097 fs_report.cc:389] FS layout report
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data/data
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.404281 26097 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.406240 26097 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.406786 26097 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.410275 26097 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.415921 26097 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.416198 26097 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:52:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.416499 26097 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.416705 26097 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.576066 26097 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.1:37751
23:52:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.576169 26237 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.1:37751 every 8 connection(s)
23:52:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.578691 26097 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/data/info.pb
23:52:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.588431 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 26097
23:52:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.589224 25808 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-0/wal/instance
23:52:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.607165 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal
23:52:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data
23:52:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/logs
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data/info.pb
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.2:0
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.52.2
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.2
23:52:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.632511 26239 heartbeater.cc:344] Connected to a master server at 127.25.52.61:39361
23:52:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.632769 26238 heartbeater.cc:344] Connected to a master server at 127.25.52.60:33945
23:52:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.633093 26239 heartbeater.cc:461] Registering TS with master...
23:52:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.633212 26238 heartbeater.cc:461] Registering TS with master...
23:52:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.634691 26239 heartbeater.cc:507] Master 127.25.52.61:39361 requested a full tablet report, sending...
23:52:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.634709 26238 heartbeater.cc:507] Master 127.25.52.60:33945 requested a full tablet report, sending...
23:52:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.638116 26006 ts_manager.cc:194] Registered new tserver with Master: 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.638506 25928 ts_manager.cc:194] Registered new tserver with Master: 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.640578 26006 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.52.1:56471
23:52:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.647810 26240 heartbeater.cc:344] Connected to a master server at 127.25.52.62:39231
23:52:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.648206 26240 heartbeater.cc:461] Registering TS with master...
23:52:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.648708 26240 heartbeater.cc:507] Master 127.25.52.62:39231 requested a full tablet report, sending...
23:52:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.651099 25853 ts_manager.cc:194] Registered new tserver with Master: 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:03.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.982167 26248 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.982730 26248 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.983355 26248 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:04.015653 26248 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:04.016646 26248 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.52.2
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:04.051714 26248 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.2:0
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data/info.pb
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.2
23:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.52.2
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/logs
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:04.053453 26248 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:04.055200 26248 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:04.066497 26254 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:04.644364 26238 heartbeater.cc:499] Master 127.25.52.60:33945 was elected leader, sending a full tablet report...
23:52:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:04.071681 26257 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:04.068522 26255 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:05.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.327577 26256 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1255 milliseconds
23:52:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.327744 26248 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.329335 26248 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.332226 26248 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.333904 26248 hybrid_clock.cc:648] HybridClock initialized: now 1783468325333854 us; error 49 us; skew 500 ppm
23:52:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.334941 26248 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.342407 26248 webserver.cc:534] Webserver started at http://127.25.52.2:36753/ using document root <none> and password file <none>
23:52:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.343570 26248 fs_manager.cc:362] Metadata directory not provided
23:52:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.343835 26248 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.344380 26248 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.350553 26248 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data/instance:
23:52:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dd81825a9844e398fd8e5deea6cf44e"
23:52:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:05 on dist-test-slave-fwhr"
23:52:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.351986 26248 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal/instance:
23:52:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dd81825a9844e398fd8e5deea6cf44e"
23:52:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:05 on dist-test-slave-fwhr"
23:52:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.360821 26248 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:52:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.366591 26265 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.367817 26248 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:52:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.368171 26248 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal
23:52:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dd81825a9844e398fd8e5deea6cf44e"
23:52:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:05 on dist-test-slave-fwhr"
23:52:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.368479 26248 fs_report.cc:389] FS layout report
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data/data
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.422233 26248 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.423662 26248 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.424137 26248 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.426667 26248 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.430830 26248 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.431077 26248 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.431329 26248 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.431524 26248 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.583134 26248 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.2:33791
23:52:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.583238 26378 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.2:33791 every 8 connection(s)
23:52:05.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.586028 26248 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/data/info.pb
23:52:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.590148 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 26248
23:52:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.591073 25808 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-1/wal/instance
23:52:05.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.617070 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/logs
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data/info.pb
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.3:0
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.52.3
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.3
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.651510 26380 heartbeater.cc:344] Connected to a master server at 127.25.52.61:39361
23:52:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.652040 26380 heartbeater.cc:461] Registering TS with master...
23:52:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.653447 26380 heartbeater.cc:507] Master 127.25.52.61:39361 requested a full tablet report, sending...
23:52:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.657321 25927 ts_manager.cc:194] Registered new tserver with Master: 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791)
23:52:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.661692 26379 heartbeater.cc:344] Connected to a master server at 127.25.52.60:33945
23:52:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.662170 26379 heartbeater.cc:461] Registering TS with master...
23:52:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.663357 26379 heartbeater.cc:507] Master 127.25.52.60:33945 requested a full tablet report, sending...
23:52:05.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.666220 26006 ts_manager.cc:194] Registered new tserver with Master: 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791)
23:52:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.667951 26006 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.52.2:50667
23:52:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.671981 26381 heartbeater.cc:344] Connected to a master server at 127.25.52.62:39231
23:52:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.672245 26381 heartbeater.cc:461] Registering TS with master...
23:52:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.672708 26381 heartbeater.cc:507] Master 127.25.52.62:39231 requested a full tablet report, sending...
23:52:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.674780 25853 ts_manager.cc:194] Registered new tserver with Master: 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791)
23:52:05.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.970441 26389 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:05.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.971030 26389 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:05.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.971638 26389 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:06.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:06.004673 26389 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:06.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:06.005607 26389 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.52.3
23:52:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.042167 26389 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.3:0
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data/info.pb
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.3
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.52.3
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/logs
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.043984 26389 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.045668 26389 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:06.057622 26395 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.671607 26379 heartbeater.cc:499] Master 127.25.52.60:33945 was elected leader, sending a full tablet report...
23:52:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.461745 26394 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26389
23:52:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.724830 26389 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.667s	user 0.674s	sys 0.989s
23:52:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.725195 26389 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.667s	user 0.674s	sys 0.989s
23:52:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:06.058192 26396 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.727020 26397 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1667 milliseconds
23:52:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.727547 26398 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.728024 26389 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.731240 26389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.733337 26389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.734702 26389 hybrid_clock.cc:648] HybridClock initialized: now 1783468327734668 us; error 35 us; skew 500 ppm
23:52:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.735538 26389 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.741526 26389 webserver.cc:534] Webserver started at http://127.25.52.3:46257/ using document root <none> and password file <none>
23:52:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.742448 26389 fs_manager.cc:362] Metadata directory not provided
23:52:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.742691 26389 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.743197 26389 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.747414 26389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data/instance:
23:52:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9edb295c06ee43d2bb9f53c7364352a0"
23:52:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:07 on dist-test-slave-fwhr"
23:52:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.748612 26389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal/instance:
23:52:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9edb295c06ee43d2bb9f53c7364352a0"
23:52:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:07 on dist-test-slave-fwhr"
23:52:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.755501 26389 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.001s
23:52:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.760787 26405 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.761760 26389 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.002s
23:52:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.762203 26389 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal
23:52:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9edb295c06ee43d2bb9f53c7364352a0"
23:52:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:07 on dist-test-slave-fwhr"
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.762533 26389 fs_report.cc:389] FS layout report
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data/data
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.829402 26389 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.831446 26389 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.832046 26389 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.835744 26389 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.842310 26389 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.842586 26389 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.842890 26389 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.843101 26389 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:08.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.999960 26389 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.3:45521
23:52:08.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.000051 26518 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.3:45521 every 8 connection(s)
23:52:08.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.002714 26389 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/data/info.pb
23:52:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.012921 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 26389
23:52:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.013417 25808 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/ts-2/wal/instance
23:52:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.048795 26521 heartbeater.cc:344] Connected to a master server at 127.25.52.62:39231
23:52:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.048871 26520 heartbeater.cc:344] Connected to a master server at 127.25.52.61:39361
23:52:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.049017 26519 heartbeater.cc:344] Connected to a master server at 127.25.52.60:33945
23:52:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.049364 26519 heartbeater.cc:461] Registering TS with master...
23:52:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.049360 26521 heartbeater.cc:461] Registering TS with master...
23:52:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.049361 26520 heartbeater.cc:461] Registering TS with master...
23:52:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.050547 26519 heartbeater.cc:507] Master 127.25.52.60:33945 requested a full tablet report, sending...
23:52:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.050601 26521 heartbeater.cc:507] Master 127.25.52.62:39231 requested a full tablet report, sending...
23:52:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.051235 26520 heartbeater.cc:507] Master 127.25.52.61:39361 requested a full tablet report, sending...
23:52:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.053527 26006 ts_manager.cc:194] Registered new tserver with Master: 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.053776 25853 ts_manager.cc:194] Registered new tserver with Master: 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.053831 25927 ts_manager.cc:194] Registered new tserver with Master: 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:08.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.055546 26006 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.52.3:34889
23:52:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.111515 25808 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:52:08.122 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:52:08.123 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:52:08.125 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.52.62"
      port: 39231
    }
    bound_http_address {
      host: "127.25.52.62"
      port: 39501
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.52.61"
      port: 39361
    }
    bound_http_address {
      host: "127.25.52.61"
      port: 34305
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.52.60"
      port: 33945
    }
    bound_http_address {
      host: "127.25.52.60"
      port: 42379
    }
  }
}

23:52:08.125 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:52:08.127 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.52.1"
      port: 37751
    }
    bound_http_address {
      host: "127.25.52.1"
      port: 43419
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.52.2"
      port: 33791
    }
    bound_http_address {
      host: "127.25.52.2"
      port: 36753
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.52.3"
      port: 45521
    }
    bound_http_address {
      host: "127.25.52.3"
      port: 46257
    }
  }
}

23:52:08.127 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:52:08.130 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:08.132 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.52.60:33945(127.25.52.60:33945)] connecting to peer
23:52:08.134 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.52.61:39361(127.25.52.61:39361)] connecting to peer
23:52:08.136 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.52.60:33945(127.25.52.60:33945)] Successfully connected to peer
23:52:08.141 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.52.62:39231(127.25.52.62:39231)] connecting to peer
23:52:08.142 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.52.60
23:52:08.149 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.52.62:39231(127.25.52.62:39231)] Successfully connected to peer
23:52:08.150 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.52.61:39361(127.25.52.61:39361)] Successfully connected to peer
23:52:08.162 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.52.62
23:52:08.166 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.52.61
23:52:08.181 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3c3d1db4, L:/127.0.0.1:57952 - R:/127.25.52.62:39231] using SASL/PLAIN
23:52:08.186 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf67649aa, L:/127.0.0.1:48330 - R:/127.25.52.60:33945] using SASL/PLAIN
23:52:08.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:08.191 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xad59452a, L:/127.0.0.1:39238 - R:/127.25.52.61:39361] using SASL/PLAIN
23:52:08.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=60), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: OK, deferred=null) after lookup
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.193728 26006 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48330:
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:08.197952 26006 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:52:08.252 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 50109d278ce14130af5047458fbeb2f0
23:52:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.296692 26314 tablet_service.cc:1511] Processing CreateTablet for tablet dbd58702b57247f3bc6a99ea5e95bb1d (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=50109d278ce14130af5047458fbeb2f0]), partition=RANGE (key) PARTITION UNBOUNDED
23:52:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.298794 26314 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dbd58702b57247f3bc6a99ea5e95bb1d. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.310261 26454 tablet_service.cc:1511] Processing CreateTablet for tablet dbd58702b57247f3bc6a99ea5e95bb1d (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=50109d278ce14130af5047458fbeb2f0]), partition=RANGE (key) PARTITION UNBOUNDED
23:52:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.310267 26173 tablet_service.cc:1511] Processing CreateTablet for tablet dbd58702b57247f3bc6a99ea5e95bb1d (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=50109d278ce14130af5047458fbeb2f0]), partition=RANGE (key) PARTITION UNBOUNDED
23:52:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.311841 26454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dbd58702b57247f3bc6a99ea5e95bb1d. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.312000 26173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dbd58702b57247f3bc6a99ea5e95bb1d. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.325377 26550 tablet_bootstrap.cc:492] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: Bootstrap starting.
23:52:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.333343 26550 tablet_bootstrap.cc:654] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: Neither blocks nor log segments found. Creating new log.
23:52:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.337658 26551 tablet_bootstrap.cc:492] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: Bootstrap starting.
23:52:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.338578 26552 tablet_bootstrap.cc:492] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Bootstrap starting.
23:52:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.339596 26550 log.cc:826] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: Log is configured to *not* fsync() on all Append() calls
23:52:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.344643 26550 tablet_bootstrap.cc:492] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: No bootstrap required, opened a new log
23:52:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.345078 26550 ts_tablet_manager.cc:1403] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: Time spent bootstrapping tablet: real 0.020s	user 0.011s	sys 0.004s
23:52:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.345284 26551 tablet_bootstrap.cc:654] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: Neither blocks nor log segments found. Creating new log.
23:52:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.346285 26552 tablet_bootstrap.cc:654] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Neither blocks nor log segments found. Creating new log.
23:52:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.347584 26551 log.cc:826] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: Log is configured to *not* fsync() on all Append() calls
23:52:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.348613 26552 log.cc:826] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Log is configured to *not* fsync() on all Append() calls
23:52:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.353137 26551 tablet_bootstrap.cc:492] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: No bootstrap required, opened a new log
23:52:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.353614 26551 ts_tablet_manager.cc:1403] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: Time spent bootstrapping tablet: real 0.016s	user 0.013s	sys 0.002s
23:52:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.356777 26552 tablet_bootstrap.cc:492] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: No bootstrap required, opened a new log
23:52:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.357431 26552 ts_tablet_manager.cc:1403] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Time spent bootstrapping tablet: real 0.019s	user 0.014s	sys 0.003s
23:52:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.370950 26550 raft_consensus.cc:359] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.371950 26550 raft_consensus.cc:385] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.372237 26550 raft_consensus.cc:740] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd81825a9844e398fd8e5deea6cf44e, State: Initialized, Role: FOLLOWER
23:52:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.372007 26551 raft_consensus.cc:359] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.372802 26551 raft_consensus.cc:385] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.373085 26551 raft_consensus.cc:740] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 466cf2ad007c4fb3a29875957d4d6933, State: Initialized, Role: FOLLOWER
23:52:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.373803 26550 consensus_queue.cc:260] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.374085 26551 consensus_queue.cc:260] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.381340 26551 ts_tablet_manager.cc:1434] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: Time spent starting tablet: real 0.027s	user 0.021s	sys 0.007s
23:52:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.382001 26550 ts_tablet_manager.cc:1434] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: Time spent starting tablet: real 0.037s	user 0.027s	sys 0.009s
23:52:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.385818 26552 raft_consensus.cc:359] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.386704 26552 raft_consensus.cc:385] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.387007 26552 raft_consensus.cc:740] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9edb295c06ee43d2bb9f53c7364352a0, State: Initialized, Role: FOLLOWER
23:52:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.389220 26552 consensus_queue.cc:260] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:08.390074 26245 tablet.cc:2406] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.402213 26519 heartbeater.cc:499] Master 127.25.52.60:33945 was elected leader, sending a full tablet report...
23:52:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.403282 26552 ts_tablet_manager.cc:1434] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Time spent starting tablet: real 0.046s	user 0.027s	sys 0.017s
23:52:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:08.420433 26386 tablet.cc:2406] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.425431 26557 raft_consensus.cc:493] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:08.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.425849 26557 raft_consensus.cc:515] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.428364 26557 leader_election.cc:290] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521), 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.434453 26556 raft_consensus.cc:493] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.435030 26556 raft_consensus.cc:515] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.438063 26556 leader_election.cc:290] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791), 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.444201 26474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "9dd81825a9844e398fd8e5deea6cf44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edb295c06ee43d2bb9f53c7364352a0" is_pre_election: true
23:52:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.445123 26474 raft_consensus.cc:2468] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd81825a9844e398fd8e5deea6cf44e in term 0.
23:52:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.446523 26193 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "9dd81825a9844e398fd8e5deea6cf44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "466cf2ad007c4fb3a29875957d4d6933" is_pre_election: true
23:52:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.447221 26269 leader_election.cc:304] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9dd81825a9844e398fd8e5deea6cf44e, 9edb295c06ee43d2bb9f53c7364352a0; no voters: 
23:52:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.447288 26193 raft_consensus.cc:2468] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd81825a9844e398fd8e5deea6cf44e in term 0.
23:52:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.448168 26557 raft_consensus.cc:2804] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.448508 26557 raft_consensus.cc:493] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.448813 26557 raft_consensus.cc:3060] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 0 FOLLOWER]: Advancing to term 1
23:52:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.450954 26334 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "466cf2ad007c4fb3a29875957d4d6933" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd81825a9844e398fd8e5deea6cf44e" is_pre_election: true
23:52:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.454771 26557 raft_consensus.cc:515] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.455790 26334 raft_consensus.cc:2393] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 466cf2ad007c4fb3a29875957d4d6933 in current term 1: Already voted for candidate 9dd81825a9844e398fd8e5deea6cf44e in this term.
23:52:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.459223 26557 leader_election.cc:290] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [CANDIDATE]: Term 1 election: Requested vote from peers 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521), 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.460007 26474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "9dd81825a9844e398fd8e5deea6cf44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edb295c06ee43d2bb9f53c7364352a0"
23:52:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.460290 26193 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "9dd81825a9844e398fd8e5deea6cf44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "466cf2ad007c4fb3a29875957d4d6933"
23:52:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.460570 26474 raft_consensus.cc:3060] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 0 FOLLOWER]: Advancing to term 1
23:52:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.460871 26193 raft_consensus.cc:3060] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 0 FOLLOWER]: Advancing to term 1
23:52:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.466471 26473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "466cf2ad007c4fb3a29875957d4d6933" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edb295c06ee43d2bb9f53c7364352a0" is_pre_election: true
23:52:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.467571 26193 raft_consensus.cc:2468] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd81825a9844e398fd8e5deea6cf44e in term 1.
23:52:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.467594 26474 raft_consensus.cc:2468] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd81825a9844e398fd8e5deea6cf44e in term 1.
23:52:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.468433 26129 leader_election.cc:304] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 466cf2ad007c4fb3a29875957d4d6933; no voters: 9dd81825a9844e398fd8e5deea6cf44e, 9edb295c06ee43d2bb9f53c7364352a0
23:52:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.468988 26269 leader_election.cc:304] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9dd81825a9844e398fd8e5deea6cf44e, 9edb295c06ee43d2bb9f53c7364352a0; no voters: 
23:52:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.469300 26556 raft_consensus.cc:2749] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:52:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.469971 26557 raft_consensus.cc:2804] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 1 FOLLOWER]: Leader election won for term 1
23:52:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.471683 26557 raft_consensus.cc:697] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [term 1 LEADER]: Becoming Leader. State: Replica: 9dd81825a9844e398fd8e5deea6cf44e, State: Running, Role: LEADER
23:52:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.472651 26557 consensus_queue.cc:237] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:08.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.483717 26005 catalog_manager.cc:5696] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2). New cstate: current_term: 1 leader_uuid: "9dd81825a9844e398fd8e5deea6cf44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } health_report { overall_health: UNKNOWN } } }
23:52:08.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 50109d278ce14130af5047458fbeb2f0
23:52:08.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:08.524 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751),9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)[L],9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:08.524 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [4ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: OK, deferred=null) after lookup
23:52:08.525 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:08.525837 26526 tablet.cc:2406] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:08.527 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] Successfully connected to peer
23:52:08.554 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x29850142, L:/127.0.0.1:52958 - R:/127.25.52.2:33791] using TOKEN/null
23:52:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.569455 26193 raft_consensus.cc:1275] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Refusing update from remote peer 9dd81825a9844e398fd8e5deea6cf44e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.569721 26474 raft_consensus.cc:1275] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Refusing update from remote peer 9dd81825a9844e398fd8e5deea6cf44e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.571666 26564 consensus_queue.cc:1048] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [LEADER]: Connected to new peer: Peer: permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:52:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.572304 26557 consensus_queue.cc:1048] T dbd58702b57247f3bc6a99ea5e95bb1d P 9dd81825a9844e398fd8e5deea6cf44e [LEADER]: Connected to new peer: Peer: permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.596200 26568 mvcc.cc:204] Tried to move back new op lower bound from 7305086273803051008 to 7305086273434230784. Current Snapshot: MvccSnapshot[applied={T|T < 7305086273803051008}]
23:52:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.601472 26569 mvcc.cc:204] Tried to move back new op lower bound from 7305086273803051008 to 7305086273434230784. Current Snapshot: MvccSnapshot[applied={T|T < 7305086273803051008}]
23:52:08.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:08.821 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.25.52.60:33945
23:52:08.822 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:52:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.822564 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25967
23:52:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:08.824788 26234 debug-util.cc:398] Leaking SignalData structure 0x7b08000b93e0 after lost signal to thread 26108
23:52:08.862 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.52.60:33945(127.25.52.60:33945)] handling channelInactive
23:52:08.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.52.60:33945(127.25.52.60:33945)] cleaning up while in state READY due to: connection closed
23:52:08.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:52:08.864 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.25.52.60:33945
23:52:08.867 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:52:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.869431 25808 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu
23:52:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/logs
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/info.pb
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.60:33945
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.60
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42379
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json with env {}
23:52:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.262907 26579 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.263588 26579 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.264235 26579 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.300276 26579 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.300673 26579 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.301026 26579 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.301397 26579 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.301728 26579 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.301994 26579 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40355/jwks.json
23:52:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.341500 26579 master_runner.cc:387] Master server non-default flags:
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.52.20:36295
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.52.62:39231,127.25.52.61:39361,127.25.52.60:33945
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.52.60:33945
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40355/jwks.json
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/info.pb
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.52.60
23:52:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42379
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/logs
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.343350 26579 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.345556 26579 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.358474 26585 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.667537 26238 heartbeater.cc:646] Failed to heartbeat to 127.25.52.60:33945 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:52:09.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.674829 26519 heartbeater.cc:646] Failed to heartbeat to 127.25.52.60:33945 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:52:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.676373 26379 heartbeater.cc:646] Failed to heartbeat to 127.25.52.60:33945 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:52:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.008710 26595 raft_consensus.cc:493] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b603648454c84c18a2304d9f708e9417)
23:52:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.009733 26595 raft_consensus.cc:515] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.013746 26595 leader_election.cc:290] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2de17bc45e0b47ce9d280b15ed4a7ba5 (127.25.52.61:39361), b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945)
23:52:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.013599 25936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "078a9b18b78a490eac9b5736f851b0bc" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" is_pre_election: true
23:52:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.014386 25936 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 078a9b18b78a490eac9b5736f851b0bc in term 1.
23:52:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.015997 25840 leader_election.cc:304] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 078a9b18b78a490eac9b5736f851b0bc, 2de17bc45e0b47ce9d280b15ed4a7ba5; no voters: 
23:52:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.022804 26595 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Leader pre-election won for term 2
23:52:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.023378 26595 raft_consensus.cc:493] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Starting leader election (detected failure of leader b603648454c84c18a2304d9f708e9417)
23:52:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.023948 26595 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 1 FOLLOWER]: Advancing to term 2
23:52:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.031865 26595 raft_consensus.cc:515] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.046522 26594 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b603648454c84c18a2304d9f708e9417)
23:52:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.047802 25837 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111) [suppressed 7 similar messages]
23:52:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.048287 26595 leader_election.cc:290] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [CANDIDATE]: Term 2 election: Requested vote from peers 2de17bc45e0b47ce9d280b15ed4a7ba5 (127.25.52.61:39361), b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945)
23:52:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.047403 25936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "078a9b18b78a490eac9b5736f851b0bc" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5"
23:52:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.056950 26594 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.063082 25936 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 1 FOLLOWER]: Advancing to term 2
23:52:10.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.075979 25837 leader_election.cc:336] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945): Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:52:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.078294 25837 leader_election.cc:336] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945): Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:52:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.083374 25863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "078a9b18b78a490eac9b5736f851b0bc" is_pre_election: true
23:52:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.084620 25863 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2de17bc45e0b47ce9d280b15ed4a7ba5 in current term 2: Already voted for candidate 078a9b18b78a490eac9b5736f851b0bc in this term.
23:52:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.090524 25936 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 078a9b18b78a490eac9b5736f851b0bc in term 2.
23:52:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.096879 26594 leader_election.cc:290] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 078a9b18b78a490eac9b5736f851b0bc (127.25.52.62:39231), b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945)
23:52:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.116266 25840 leader_election.cc:304] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 078a9b18b78a490eac9b5736f851b0bc, 2de17bc45e0b47ce9d280b15ed4a7ba5; no voters: b603648454c84c18a2304d9f708e9417
23:52:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.117496 26595 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 2 FOLLOWER]: Leader election won for term 2
23:52:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.124346 25912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111) [suppressed 6 similar messages]
23:52:10.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.136852 26595 raft_consensus.cc:697] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [term 2 LEADER]: Becoming Leader. State: Replica: 078a9b18b78a490eac9b5736f851b0bc, State: Running, Role: LEADER
23:52:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.138288 26595 consensus_queue.cc:237] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.146008 25912 leader_election.cc:336] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945): Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111)
23:52:10.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.146978 25912 leader_election.cc:304] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2de17bc45e0b47ce9d280b15ed4a7ba5; no voters: 078a9b18b78a490eac9b5736f851b0bc, b603648454c84c18a2304d9f708e9417
23:52:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.149613 26594 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:52:10.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.159726 26599 sys_catalog.cc:455] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 078a9b18b78a490eac9b5736f851b0bc. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:10.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.160848 26599 sys_catalog.cc:458] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: This master's current role is: LEADER
23:52:10.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.172920 26602 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:52:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.205991 26602 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=50109d278ce14130af5047458fbeb2f0]
23:52:10.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.214928 26602 tablet_loader.cc:96] loaded metadata for tablet dbd58702b57247f3bc6a99ea5e95bb1d (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=50109d278ce14130af5047458fbeb2f0])
23:52:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.221621 26602 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:52:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.225821 26602 catalog_manager.cc:1294] Loaded cluster ID: 6f65c83b34a4468a99e8a7810892cf01
23:52:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.240021 26602 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:52:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.251571 26602 catalog_manager.cc:1539] Loading token signing keys...
23:52:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.258172 26602 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: Loaded TSK: 0
23:52:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.259668 26602 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:52:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.624701 25837 consensus_peers.cc:597] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc -> Peer b603648454c84c18a2304d9f708e9417 (127.25.52.60:33945): Couldn't send request to peer b603648454c84c18a2304d9f708e9417. Status: Network error: Client connection negotiation failed: client connection to 127.25.52.60:33945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:52:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.672125 26381 heartbeater.cc:499] Master 127.25.52.62:39231 was elected leader, sending a full tablet report...
23:52:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.704988 25936 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [term 2 FOLLOWER]: Refusing update from remote peer 078a9b18b78a490eac9b5736f851b0bc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:52:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.706521 26599 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:52:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.736977 26608 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 078a9b18b78a490eac9b5736f851b0bc. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.737737 26608 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: This master's current role is: FOLLOWER
23:52:10.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.757028 26611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:10.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.758023 26611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: This master's current role is: LEADER
23:52:10.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.760811 26608 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.761482 26608 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2de17bc45e0b47ce9d280b15ed4a7ba5 [sys.catalog]: This master's current role is: FOLLOWER
23:52:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.371539 26588 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.368462 26586 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:10.840761 26587 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1479 milliseconds
23:52:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.840875 26579 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.842293 26579 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.845222 26579 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.846634 26579 hybrid_clock.cc:648] HybridClock initialized: now 1783468330846576 us; error 75 us; skew 500 ppm
23:52:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.847517 26579 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.854692 26579 webserver.cc:534] Webserver started at http://127.25.52.60:42379/ using document root <none> and password file <none>
23:52:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.855687 26579 fs_manager.cc:362] Metadata directory not provided
23:52:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.855953 26579 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.865155 26579 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.001s
23:52:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.870733 26619 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.871987 26579 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
23:52:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.872342 26579 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data,/tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:52:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b603648454c84c18a2304d9f708e9417"
23:52:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-fwhr"
23:52:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.874315 26579 fs_report.cc:389] FS layout report
23:52:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/wal
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/data
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.937399 26579 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.939024 26579 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.939595 26579 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.057170 26579 rpc_server.cc:307] RPC server started. Bound to: 127.25.52.60:33945
23:52:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.057240 26670 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.52.60:33945 every 8 connection(s)
23:52:11.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.060474 26579 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKw9QVq/test-tmp/mini-kudu-cluster13311505525647521484/master-2/data/info.pb
23:52:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.065994 25808 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu as pid 26579
23:52:11.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:52:11.070 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.52.2:33791
23:52:11.070 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:52:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.071139 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 26248
23:52:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.080442 26671 sys_catalog.cc:263] Verifying existing consensus state
23:52:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.085722 26671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Bootstrap starting.
23:52:11.116 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] handling channelInactive
23:52:11.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state READY due to: connection closed
23:52:11.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:52:11.118 [DEBUG - Time-limited test] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:11.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.127 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791) for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.132 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.25.52.60:33945(127.25.52.60:33945)] connecting to peer
23:52:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.133119 26671 log.cc:826] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Log is configured to *not* fsync() on all Append() calls
23:52:11.147 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.25.52.60:33945(127.25.52.60:33945)] Successfully connected to peer
23:52:11.168 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.52.60
23:52:11.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.173851 26671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:52:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.174914 26671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: Bootstrap complete.
23:52:11.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.204216 26671 raft_consensus.cc:359] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.207574 26671 raft_consensus.cc:740] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b603648454c84c18a2304d9f708e9417, State: Initialized, Role: FOLLOWER
23:52:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.208782 26671 consensus_queue.cc:260] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } }
23:52:11.216 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xc1dcdca9, L:/127.0.0.1:60544 - R:/127.25.52.60:33945] using SASL/PLAIN
23:52:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.217651 26678 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.218483 26678 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: FOLLOWER
23:52:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.220525 26671 sys_catalog.cc:565] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: configured and running, proceeding with master startup.
23:52:11.223 [DEBUG - kudu-nio-5] (RemoteTablet.java:166) master-127.25.52.60:33945 was demoted as the leader for Kudu Master
23:52:11.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.52.60:33945: Catalog manager is not initialized. State: Starting
23:52:11.244 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:11.244 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29986, elapsed=112), Traces: [0ms] sending RPC to server master-127.25.52.60:33945, [91ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [91ms] received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [106ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [111ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@397675755(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
23:52:11.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:11.252 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751),9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)[L],9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:11.253 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=134), Traces: [0ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [9ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [105ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [133ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@644438096(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@407f7c14 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@779bf3a4 -> wakeup thread Time-limited test)) after lookup
23:52:11.254 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:11.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.267 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791) for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:11.279 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751),9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)[L],9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:11.280 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [9ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [105ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [133ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [135ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [149ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [149ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [160ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@644438096(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@407f7c14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@779bf3a4 -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550))) after lookup
23:52:11.281 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:11.289 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.289 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.289 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791) for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:11.319 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751),9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)[L],9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:11.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=201), Traces: [0ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [9ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [105ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [133ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [135ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [149ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [149ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [160ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [163ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [171ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [171ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [194ms] refreshing cache from master, [194ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [200ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@644438096(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@407f7c14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@779bf3a4 -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781))) after lookup
23:52:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.324873 26691 catalog_manager.cc:1294] Loaded cluster ID: 6f65c83b34a4468a99e8a7810892cf01
23:52:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.325151 26691 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: loading cluster ID for follower catalog manager: success
23:52:11.328 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:11.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.330 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791) for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.336529 26691 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: acquiring CA information for follower catalog manager: success
23:52:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:11.337008 26515 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad540 after lost signal to thread 26390
23:52:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:11.338025 26515 debug-util.cc:398] Leaking SignalData structure 0x7b08000421c0 after lost signal to thread 26518
23:52:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.355289 26691 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:11.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:11.478 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751),9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)[L],9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:11.479 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=361), Traces: [0ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [9ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [105ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [133ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [135ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [149ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [149ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [160ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [163ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [171ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [171ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [194ms] refreshing cache from master, [194ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [200ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [202ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [212ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [212ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [354ms] refreshing cache from master, [354ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [359ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@644438096(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@407f7c14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781) -> (continuation of Deferred@591062139 after retry RPC@295965686), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@779bf3a4 -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781) -> (continuation of Deferred@591062139 after retry RPC@295965686))) after lookup
23:52:11.480 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:11.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.484 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791) for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.639299 26240 heartbeater.cc:499] Master 127.25.52.62:39231 was elected leader, sending a full tablet report...
23:52:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.659186 26521 heartbeater.cc:499] Master 127.25.52.62:39231 was elected leader, sending a full tablet report...
23:52:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.688762 26646 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [term 1 FOLLOWER]: Advancing to term 2
23:52:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.699371 26519 heartbeater.cc:344] Connected to a master server at 127.25.52.60:33945
23:52:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.732049 26238 heartbeater.cc:344] Connected to a master server at 127.25.52.60:33945
23:52:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.741735 26678 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 078a9b18b78a490eac9b5736f851b0bc. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.742460 26678 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: FOLLOWER
23:52:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.747648 26635 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" instance_seqno: 1783468323547109) as {username='slave'} at 127.25.52.1:53067; Asking this server to re-register.
23:52:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.749441 26238 heartbeater.cc:461] Registering TS with master...
23:52:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.751014 26636 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" instance_seqno: 1783468327968040) as {username='slave'} at 127.25.52.3:37015; Asking this server to re-register.
23:52:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.752539 26519 heartbeater.cc:461] Registering TS with master...
23:52:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.756484 26635 ts_manager.cc:194] Registered new tserver with Master: 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.756775 26634 ts_manager.cc:194] Registered new tserver with Master: 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.761674 26702 sys_catalog.cc:455] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.762451 26702 sys_catalog.cc:458] T 00000000000000000000000000000000 P b603648454c84c18a2304d9f708e9417 [sys.catalog]: This master's current role is: FOLLOWER
23:52:11.897 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:11.898 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751),9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)[L],9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:11.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=780), Traces: [0ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [9ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [105ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [133ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [135ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [149ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [149ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [160ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [163ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [171ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [171ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [194ms] refreshing cache from master, [194ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [200ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [202ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [212ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [212ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [354ms] refreshing cache from master, [354ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [359ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [361ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [365ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [366ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [774ms] refreshing cache from master, [774ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [779ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@644438096(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@407f7c14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781) -> (continuation of Deferred@591062139 after retry RPC@295965686) -> (continuation of Deferred@242537572 after retry RPC@1073630719), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@779bf3a4 -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781) -> (continuation of Deferred@591062139 after retry RPC@295965686) -> (continuation of Deferred@242537572 after retry RPC@1073630719))) after lookup
23:52:11.900 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] connecting to peer
23:52:11.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.901 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791) for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791
23:52:11.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.984809 26703 raft_consensus.cc:493] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9dd81825a9844e398fd8e5deea6cf44e)
23:52:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:11.985394 26703 raft_consensus.cc:515] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:11.992017 26409 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111)
23:52:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.000950 26703 leader_election.cc:290] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791), 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1:37751)
23:52:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:12.004276 26409 leader_election.cc:336] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791): Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111)
23:52:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.015604 26192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "9edb295c06ee43d2bb9f53c7364352a0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "466cf2ad007c4fb3a29875957d4d6933" is_pre_election: true
23:52:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.017750 26406 leader_election.cc:304] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9edb295c06ee43d2bb9f53c7364352a0; no voters: 466cf2ad007c4fb3a29875957d4d6933, 9dd81825a9844e398fd8e5deea6cf44e
23:52:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.018654 26703 raft_consensus.cc:2749] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:52:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.181821 26613 sys_catalog.cc:455] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "078a9b18b78a490eac9b5736f851b0bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "078a9b18b78a490eac9b5736f851b0bc" member_type: VOTER last_known_addr { host: "127.25.52.62" port: 39231 } } peers { permanent_uuid: "2de17bc45e0b47ce9d280b15ed4a7ba5" member_type: VOTER last_known_addr { host: "127.25.52.61" port: 39361 } } peers { permanent_uuid: "b603648454c84c18a2304d9f708e9417" member_type: VOTER last_known_addr { host: "127.25.52.60" port: 33945 } } }
23:52:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.182533 26613 sys_catalog.cc:458] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc [sys.catalog]: This master's current role is: LEADER
23:52:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.331727 26708 raft_consensus.cc:493] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9dd81825a9844e398fd8e5deea6cf44e)
23:52:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.332373 26708 raft_consensus.cc:515] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.334934 26708 leader_election.cc:290] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791), 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:12.337646 26129 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111)
23:52:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.337584 26474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "466cf2ad007c4fb3a29875957d4d6933" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9edb295c06ee43d2bb9f53c7364352a0" is_pre_election: true
23:52:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.338249 26474 raft_consensus.cc:2468] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 466cf2ad007c4fb3a29875957d4d6933 in term 1.
23:52:12.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.340260 26129 leader_election.cc:304] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 466cf2ad007c4fb3a29875957d4d6933, 9edb295c06ee43d2bb9f53c7364352a0; no voters: 
23:52:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.341404 26708 raft_consensus.cc:2804] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:52:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.341775 26708 raft_consensus.cc:493] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 9dd81825a9844e398fd8e5deea6cf44e)
23:52:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.342131 26708 raft_consensus.cc:3060] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 1 FOLLOWER]: Advancing to term 2
23:52:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:12.343240 26129 leader_election.cc:336] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791): Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111)
23:52:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.350548 26708 raft_consensus.cc:515] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.352681 26708 leader_election.cc:290] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 2 election: Requested vote from peers 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791), 9edb295c06ee43d2bb9f53c7364352a0 (127.25.52.3:45521)
23:52:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.354286 26474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dbd58702b57247f3bc6a99ea5e95bb1d" candidate_uuid: "466cf2ad007c4fb3a29875957d4d6933" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9edb295c06ee43d2bb9f53c7364352a0"
23:52:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.354859 26474 raft_consensus.cc:3060] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 1 FOLLOWER]: Advancing to term 2
23:52:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:12.358426 26129 leader_election.cc:336] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791): Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111)
23:52:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.362005 26474 raft_consensus.cc:2468] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 466cf2ad007c4fb3a29875957d4d6933 in term 2.
23:52:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.363163 26129 leader_election.cc:304] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 466cf2ad007c4fb3a29875957d4d6933, 9edb295c06ee43d2bb9f53c7364352a0; no voters: 9dd81825a9844e398fd8e5deea6cf44e
23:52:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.364002 26708 raft_consensus.cc:2804] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 2 FOLLOWER]: Leader election won for term 2
23:52:12.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.366019 26708 raft_consensus.cc:697] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [term 2 LEADER]: Becoming Leader. State: Replica: 466cf2ad007c4fb3a29875957d4d6933, State: Running, Role: LEADER
23:52:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.367278 26708 consensus_queue.cc:237] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } }
23:52:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.380358 25852 catalog_manager.cc:5696] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 reported cstate change: term changed from 1 to 2, leader changed from 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2) to 466cf2ad007c4fb3a29875957d4d6933 (127.25.52.1). New cstate: current_term: 2 leader_uuid: "466cf2ad007c4fb3a29875957d4d6933" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd81825a9844e398fd8e5deea6cf44e" member_type: VOTER last_known_addr { host: "127.25.52.2" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "466cf2ad007c4fb3a29875957d4d6933" member_type: VOTER last_known_addr { host: "127.25.52.1" port: 37751 } health_report { overall_health: HEALTHY } } }
23:52:12.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.798909 26474 raft_consensus.cc:1275] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 2 FOLLOWER]: Refusing update from remote peer 466cf2ad007c4fb3a29875957d4d6933: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
23:52:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:12.800729 26708 consensus_queue.cc:1048] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9edb295c06ee43d2bb9f53c7364352a0" member_type: VOTER last_known_addr { host: "127.25.52.3" port: 45521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
23:52:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:12.839718 26129 consensus_peers.cc:597] T dbd58702b57247f3bc6a99ea5e95bb1d P 466cf2ad007c4fb3a29875957d4d6933 -> Peer 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791): Couldn't send request to peer 9dd81825a9844e398fd8e5deea6cf44e. Status: Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:52:13.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet dbd58702b57247f3bc6a99ea5e95bb1d for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:52:13.637 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=dbd58702b57247f3bc6a99ea5e95bb1d@[466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751)[L],9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791),9edb295c06ee43d2bb9f53c7364352a0(127.25.52.3:45521)]}]
23:52:13.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=2519), Traces: [0ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [9ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.60:33945, [105ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC GetTableLocations: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.60:33945, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.61:39361, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.52.62:39231, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.61:39361: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.60:33945: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.52.62:39231: OK, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [133ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [135ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [149ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [149ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [160ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [163ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [171ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [171ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [194ms] refreshing cache from master, [194ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [200ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [202ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [212ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [212ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [354ms] refreshing cache from master, [354ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [359ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [361ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [365ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [366ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [774ms] refreshing cache from master, [774ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [779ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, [781ms] sending RPC to server 9dd81825a9844e398fd8e5deea6cf44e, [783ms] received response from server 9dd81825a9844e398fd8e5deea6cf44e: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [783ms] delaying RPC due to: Network error: Failed to connect to peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791): Connection refused: /127.25.52.2:33791, [2514ms] refreshing cache from master, [2514ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.52.62:39231, [2518ms] Sub RPC GetTableLocations: received response from server master-127.25.52.62:39231: OK, deferred=Deferred@644438096(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007f128836e310@407f7c14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781) -> (continuation of Deferred@591062139 after retry RPC@295965686) -> (continuation of Deferred@242537572 after retry RPC@1073630719) -> (continuation of Deferred@137449875 after retry RPC@1918502905), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@779bf3a4 -> wakeup thread Time-limited test -> (continuation of Deferred@397675755 after retry RPC@1943398550) -> (continuation of Deferred@2060836073 after retry RPC@429225781) -> (continuation of Deferred@591062139 after retry RPC@295965686) -> (continuation of Deferred@242537572 after retry RPC@1073630719) -> (continuation of Deferred@137449875 after retry RPC@1918502905))) after lookup
23:52:13.638 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751)] connecting to peer
23:52:13.640 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751)] Successfully connected to peer
23:52:13.661 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x73d88e0d, L:/127.0.0.1:35236 - R:/127.25.52.1:37751] using TOKEN/null
23:52:13.817 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=dbd58702b57247f3bc6a99ea5e95bb1d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.819716 25852 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:57952:
23:52:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:52:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.820619 25852 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:57952:
23:52:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:52:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.860626 25852 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 078a9b18b78a490eac9b5736f851b0bc: Sending DeleteTablet for 3 replicas of tablet dbd58702b57247f3bc6a99ea5e95bb1d
23:52:13.881 [DEBUG - main] (Connection.java:575) [peer 466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751)] disconnecting while in state READY
23:52:13.882 [DEBUG - main] (Connection.java:575) [peer master-127.25.52.62:39231(127.25.52.62:39231)] disconnecting while in state READY
23:52:13.882 [DEBUG - main] (Connection.java:575) [peer master-127.25.52.61:39361(127.25.52.61:39361)] disconnecting while in state READY
23:52:13.882 [DEBUG - main] (Connection.java:575) [peer 9dd81825a9844e398fd8e5deea6cf44e(127.25.52.2:33791)] disconnecting while in state TERMINATED
23:52:13.882 [DEBUG - main] (Connection.java:575) [peer master-127.25.52.60:33945(127.25.52.60:33945)] disconnecting while in state READY
23:52:13.883 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.52.61:39361(127.25.52.61:39361)] handling channelInactive
23:52:13.883 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751)] handling channelInactive
23:52:13.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.52.61:39361(127.25.52.61:39361)] cleaning up while in state READY due to: connection closed
23:52:13.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 466cf2ad007c4fb3a29875957d4d6933(127.25.52.1:37751)] cleaning up while in state READY due to: connection closed
23:52:13.883 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.25.52.60:33945(127.25.52.60:33945)] handling channelInactive
23:52:13.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.52.60:33945(127.25.52.60:33945)] cleaning up while in state READY due to: connection closed
23:52:13.888 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:13.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.890183 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 26097
23:52:13.891 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.52.62:39231(127.25.52.62:39231)] handling channelInactive
23:52:13.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.52.62:39231(127.25.52.62:39231)] cleaning up while in state READY due to: connection closed
23:52:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:13.920213 25840 catalog_manager.cc:4754] TS 9dd81825a9844e398fd8e5deea6cf44e (127.25.52.2:33791): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet dbd58702b57247f3bc6a99ea5e95bb1d: Network error: Client connection negotiation failed: client connection to 127.25.52.2:33791: connect: Connection refused (error 111)
23:52:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.926930 26454 tablet_service.cc:1558] Processing DeleteTablet for tablet dbd58702b57247f3bc6a99ea5e95bb1d with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:52:13 UTC) from {username='slave'} at 127.0.0.1:41764
23:52:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.929389 26753 tablet_replica.cc:333] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: stopping tablet replica
23:52:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.929952 26753 raft_consensus.cc:2243] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 2 FOLLOWER]: Raft consensus shutting down.
23:52:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.930650 26753 raft_consensus.cc:2272] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0 [term 2 FOLLOWER]: Raft consensus is shut down!
23:52:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.933097 26753 ts_tablet_manager.cc:1916] T dbd58702b57247f3bc6a99ea5e95bb1d P 9edb295c06ee43d2bb9f53c7364352a0: Deleting tablet data with delete state TABLET_DATA_DELETED
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:13.935907 25837 connection.cc:573] server connection from 127.25.52.1:45999 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:13.936671 26622 connection.cc:573] server connection from 127.25.52.1:53067 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:13.937340 26747 negotiation.cc:336] Failed RPC negotiation. Trace:
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:13.863823 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.25.52.1:37751 (local address 127.0.0.1:35238)
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:13.906756 (+ 42933us) negotiation.cc:107] Waiting for socket to connect
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:13.906815 (+    59us) client_negotiation.cc:175] Beginning negotiation
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:13.907286 (+   471us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:13.935907 (+ 28621us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.25.52.1:37751: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:52:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":41953,"thread_start_us":45291,"threads_started":1}
23:52:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.938169 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 26389
23:52:13.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.973117 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25820
23:52:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:13.999663 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 25890
23:52:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:14.025390 25808 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKw9QVq/build/tsan/bin/kudu with pid 26579
23:52:15.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:15Z chronyd exiting

Time: 47.576

OK (2 tests)

