JUnit version 4.13.2
.21:04:24.427 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544664413
21:04:24.513 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:04:24.564 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:04:24.575 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvxX086/test-tmp
21:04:24.606 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:04:24.612 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvxX086/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:04:24.857 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:04:25.077 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:25.078 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:04:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.084856 17367 mini_oidc.cc:150] Starting JWKS server
21:04:25.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.089390 17367 webserver.cc:534] Webserver started at http://127.0.0.1:38205/ using document root <none> and password file <none>
21:04:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.090018 17367 mini_oidc.cc:186] Starting OIDC Discovery server
21:04:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.093084 17367 webserver.cc:534] Webserver started at http://127.0.0.1:38273/ using document root <none> and password file <none>
21:04:25.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:04:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:25Z Disabled control of system clock
21:04:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.168251 17367 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal
21:04:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data
21:04:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/logs
21:04:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data/info.pb
21:04:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.254:37697
21:04:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.254
21:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38205/jwks.json with env {}
21:04:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.534411 17379 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.535112 17379 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.535894 17379 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.577808 17379 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.578188 17379 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.578400 17379 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.578752 17379 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.579063 17379 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.579319 17379 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38205/jwks.json
21:04:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.623310 17379 master_runner.cc:387] Master server non-default flags:
21:04:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.254:37697
21:04:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38205/jwks.json
21:04:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data/info.pb
21:04:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.254
21:04:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/logs
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.625473 17379 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:25.628577 17379 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.645843 17385 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:25.647102 17386 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.045445 17388 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.053256 17379 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.401s	user 0.002s	sys 0.011s
21:04:27.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.055079 17379 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.403s	user 0.004s	sys 0.012s
21:04:27.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.063740 17379 server_base.cc:1061] running on GCE node
21:04:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.066020 17379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.069576 17379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.071171 17379 hybrid_clock.cc:648] HybridClock initialized: now 1783544667071105 us; error 94 us; skew 500 ppm
21:04:27.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.072729 17379 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.082675 17379 webserver.cc:534] Webserver started at http://127.16.245.254:42649/ using document root <none> and password file <none>
21:04:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.084033 17379 fs_manager.cc:362] Metadata directory not provided
21:04:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.084359 17379 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.085175 17379 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:27.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.091490 17379 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data/instance:
21:04:27.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46fd00b79c4741b499752aad68dfd00e"
21:04:27.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:27 on dist-test-slave-jjt8"
21:04:27.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.093562 17379 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal/instance:
21:04:27.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46fd00b79c4741b499752aad68dfd00e"
21:04:27.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:27 on dist-test-slave-jjt8"
21:04:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.106587 17379 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.006s	sys 0.007s
21:04:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.114717 17395 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.116189 17379 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
21:04:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.116552 17379 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal
21:04:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46fd00b79c4741b499752aad68dfd00e"
21:04:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:27 on dist-test-slave-jjt8"
21:04:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.116997 17379 fs_report.cc:389] FS layout report
21:04:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal
21:04:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal
21:04:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data/data
21:04:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.211093 17379 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.213011 17379 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.213512 17379 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.316526 17379 rpc_server.cc:307] RPC server started. Bound to: 127.16.245.254:37697
21:04:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.316686 17446 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.245.254:37697 every 8 connection(s)
21:04:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.320350 17379 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/data/info.pb
21:04:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.326380 17367 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 17379
21:04:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.327035 17367 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-0/wal/instance
21:04:27.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.329806 17447 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.333668 17367 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal
21:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data
21:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:27.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:27.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/logs
21:04:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data/info.pb
21:04:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.253:37941
21:04:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.253
21:04:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38205/jwks.json with env {}
21:04:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.349313 17447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } has no permanent_uuid. Determining permanent_uuid...
21:04:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.390513 17447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } has no permanent_uuid. Determining permanent_uuid...
21:04:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.394007 17399 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.400363 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.450225 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 1
21:04:27.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.456712 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.525434 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 2
21:04:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.532467 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.624050 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 3
21:04:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.629700 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.743319 17449 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.744065 17449 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.744576 17449 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.773327 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 4
21:04:27.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.781149 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.787187 17449 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.787693 17449 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.788065 17449 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.788465 17449 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:27.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.788885 17449 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:27.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.789249 17449 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38205/jwks.json
21:04:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.833668 17449 master_runner.cc:387] Master server non-default flags:
21:04:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.253:37941
21:04:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38205/jwks.json
21:04:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data/info.pb
21:04:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.253
21:04:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/logs
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.836028 17449 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.839349 17449 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.855914 17458 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:28.080706 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 5
21:04:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:28.094170 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:28.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:28.642097 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 6
21:04:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:28.674357 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.253:37941: Network error: Client connection negotiation failed: client connection to 127.16.245.253:37941: connect: Connection refused (error 111)
21:04:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.261118 17457 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 17449
21:04:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.446367 17449 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.591s	user 0.572s	sys 1.010s
21:04:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.447100 17449 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.592s	user 0.572s	sys 1.010s
21:04:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.858000 17459 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.449821 17461 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.454030 17460 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1597 milliseconds
21:04:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.454150 17449 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.455633 17449 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.458530 17449 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.459985 17449 hybrid_clock.cc:648] HybridClock initialized: now 1783544669459941 us; error 50 us; skew 500 ppm
21:04:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.461212 17449 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:29.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.468995 17449 webserver.cc:534] Webserver started at http://127.16.245.253:45865/ using document root <none> and password file <none>
21:04:29.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.470470 17449 fs_manager.cc:362] Metadata directory not provided
21:04:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.470763 17449 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.471526 17449 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.477666 17449 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data/instance:
21:04:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07014a9bcb854656b3d7404517b2142b"
21:04:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:29 on dist-test-slave-jjt8"
21:04:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.479509 17449 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal/instance:
21:04:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07014a9bcb854656b3d7404517b2142b"
21:04:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:29 on dist-test-slave-jjt8"
21:04:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.489539 17449 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
21:04:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.497628 17470 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.499279 17449 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
21:04:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.499801 17449 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal
21:04:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07014a9bcb854656b3d7404517b2142b"
21:04:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:29 on dist-test-slave-jjt8"
21:04:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.500351 17449 fs_report.cc:389] FS layout report
21:04:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal
21:04:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal
21:04:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data/data
21:04:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:29.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.563897 17449 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.565943 17449 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.566550 17449 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.657614 17449 rpc_server.cc:307] RPC server started. Bound to: 127.16.245.253:37941
21:04:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.657717 17521 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.245.253:37941 every 8 connection(s)
21:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.661209 17449 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/data/info.pb
21:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.663714 17367 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 17449
21:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.664232 17367 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-1/wal/instance
21:04:29.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.667332 17367 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/logs
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data/info.pb
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.252:36183
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.252
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38205/jwks.json with env {}
21:04:29.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.670543 17522 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.682992 17522 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } has no permanent_uuid. Determining permanent_uuid...
21:04:29.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.712519 17522 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } has no permanent_uuid. Determining permanent_uuid...
21:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.729282 17522 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
21:04:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.732172 17471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.735237 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } attempt: 7
21:04:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.737915 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.750844 17447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
21:04:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.757673 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.787688 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 1
21:04:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.792187 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.816248 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 1
21:04:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.821381 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.860872 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 2
21:04:29.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.867749 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.902988 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 2
21:04:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.908306 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.959515 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 3
21:04:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.964488 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.993904 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 3
21:04:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.999801 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.050402 17524 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.051091 17524 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.051679 17524 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.087749 17524 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.088106 17524 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.088330 17524 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.088531 17524 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.088764 17524 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.088924 17524 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38205/jwks.json
21:04:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.108081 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 4
21:04:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.113772 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.133039 17524 master_runner.cc:387] Master server non-default flags:
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.252:36183
21:04:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38205/jwks.json
21:04:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data/info.pb
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.252
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/logs
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.134831 17524 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.137120 17524 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.140348 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 4
21:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.146414 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:30.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.154843 17536 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.413268 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 5
21:04:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.422683 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.430059 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 5
21:04:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.439484 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:30.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.970348 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 6
21:04:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.992057 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 6
21:04:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.008255 17522 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:31.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.010368 17447 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.245.252:36183: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.557885 17535 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 17524
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.828675 17535 kernel_stack_watchdog.cc:198] Thread 17524 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.829969 17524 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.674s	user 0.567s	sys 1.079s
21:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.156144 17537 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.830999 17524 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.676s	user 0.568s	sys 1.080s
21:04:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.831727 17538 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1676 milliseconds
21:04:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.832854 17524 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.832886 17539 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.838135 17524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.841333 17524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.842960 17524 hybrid_clock.cc:648] HybridClock initialized: now 1783544671842916 us; error 55 us; skew 500 ppm
21:04:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.844127 17524 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.851325 17524 webserver.cc:534] Webserver started at http://127.16.245.252:35559/ using document root <none> and password file <none>
21:04:31.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.852382 17524 fs_manager.cc:362] Metadata directory not provided
21:04:31.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.852591 17524 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.853003 17524 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.857654 17524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data/instance:
21:04:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03d191302f994fa699d5663c80613243"
21:04:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:31 on dist-test-slave-jjt8"
21:04:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.859681 17524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal/instance:
21:04:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03d191302f994fa699d5663c80613243"
21:04:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:31 on dist-test-slave-jjt8"
21:04:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.869474 17524 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.003s
21:04:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.877058 17550 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.878899 17524 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.001s
21:04:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.879280 17524 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03d191302f994fa699d5663c80613243"
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:31 on dist-test-slave-jjt8"
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.879737 17524 fs_report.cc:389] FS layout report
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal
21:04:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data/data
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.934471 17524 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.936188 17524 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.936826 17524 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.020926 17524 rpc_server.cc:307] RPC server started. Bound to: 127.16.245.252:36183
21:04:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.021206 17601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.245.252:36183 every 8 connection(s)
21:04:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.024123 17524 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/data/info.pb
21:04:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.029073 17367 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 17524
21:04:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.029412 17367 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/master-2/wal/instance
21:04:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.031682 17602 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.048070 17447 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 7
21:04:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.052964 17602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } has no permanent_uuid. Determining permanent_uuid...
21:04:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.069252 17522 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } attempt: 7
21:04:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.089609 17602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } has no permanent_uuid. Determining permanent_uuid...
21:04:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.104748 17602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
21:04:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.111339 17447 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: Bootstrap starting.
21:04:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.117244 17522 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: Bootstrap starting.
21:04:32.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.121958 17447 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: Neither blocks nor log segments found. Creating new log.
21:04:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.125782 17447 log.cc:826] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: Log is configured to *not* fsync() on all Append() calls
21:04:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.127507 17602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243: Bootstrap starting.
21:04:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.129235 17522 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: Neither blocks nor log segments found. Creating new log.
21:04:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.135941 17447 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: No bootstrap required, opened a new log
21:04:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.136035 17522 log.cc:826] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: Log is configured to *not* fsync() on all Append() calls
21:04:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.137732 17602 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243: Neither blocks nor log segments found. Creating new log.
21:04:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.141781 17602 log.cc:826] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243: Log is configured to *not* fsync() on all Append() calls
21:04:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.169664 17447 raft_consensus.cc:359] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.172348 17447 raft_consensus.cc:385] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:32.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.173228 17447 raft_consensus.cc:740] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46fd00b79c4741b499752aad68dfd00e, State: Initialized, Role: FOLLOWER
21:04:32.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.174955 17447 consensus_queue.cc:260] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.178066 17522 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: No bootstrap required, opened a new log
21:04:32.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.179236 17602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243: No bootstrap required, opened a new log
21:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.192890 17616 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.194942 17616 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.195107 17447 sys_catalog.cc:565] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: configured and running, proceeding with master startup.
21:04:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.208108 17522 raft_consensus.cc:359] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.208112 17602 raft_consensus.cc:359] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.209040 17602 raft_consensus.cc:385] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.209312 17602 raft_consensus.cc:740] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03d191302f994fa699d5663c80613243, State: Initialized, Role: FOLLOWER
21:04:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.210235 17522 raft_consensus.cc:385] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.210362 17602 consensus_queue.cc:260] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.210832 17522 raft_consensus.cc:740] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07014a9bcb854656b3d7404517b2142b, State: Initialized, Role: FOLLOWER
21:04:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.212042 17522 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.214474 17619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.216658 17619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.217368 17602 sys_catalog.cc:565] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: configured and running, proceeding with master startup.
21:04:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.227895 17401 tablet.cc:2406] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.229768 17621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.231375 17621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.233732 17522 sys_catalog.cc:565] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: configured and running, proceeding with master startup.
21:04:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.283036 17648 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:04:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.295445 17644 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.296697 17644 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.282111 17379 master_runner.cc:187] Error getting master registration for 127.16.245.253:37941: OK, instance_id { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" instance_seqno: 1783544669633061 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.327049 17379 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.327308 17476 tablet.cc:2406] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.353191 17652 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.356055 17449 master_runner.cc:264] No leader master found from master 07014a9bcb854656b3d7404517b2142b
21:04:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.356758 17449 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.357553 17619 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.358199 17619 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.357918 17652 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.365217 17422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03d191302f994fa699d5663c80613243" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46fd00b79c4741b499752aad68dfd00e" is_pre_election: true
21:04:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.366317 17422 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03d191302f994fa699d5663c80613243 in term 0.
21:04:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.366645 17497 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03d191302f994fa699d5663c80613243" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07014a9bcb854656b3d7404517b2142b" is_pre_election: true
21:04:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.367648 17497 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03d191302f994fa699d5663c80613243 in term 0.
21:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.368144 17554 leader_election.cc:304] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03d191302f994fa699d5663c80613243, 46fd00b79c4741b499752aad68dfd00e; no voters: 
21:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.368863 17619 leader_election.cc:290] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 46fd00b79c4741b499752aad68dfd00e (127.16.245.254:37697), 07014a9bcb854656b3d7404517b2142b (127.16.245.253:37941)
21:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.369458 17619 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.369894 17619 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.370251 17619 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 0 FOLLOWER]: Advancing to term 1
21:04:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.304044 17524 master_runner.cc:187] Error getting master registration for 127.16.245.253:37941: OK, instance_id { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" instance_seqno: 1783544669633061 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:32.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.382396 17524 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.383927 17619 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.392881 17619 leader_election.cc:290] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [CANDIDATE]: Term 1 election: Requested vote from peers 46fd00b79c4741b499752aad68dfd00e (127.16.245.254:37697), 07014a9bcb854656b3d7404517b2142b (127.16.245.253:37941)
21:04:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.395004 17422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03d191302f994fa699d5663c80613243" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46fd00b79c4741b499752aad68dfd00e"
21:04:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.395747 17422 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 0 FOLLOWER]: Advancing to term 1
21:04:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.399890 17497 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03d191302f994fa699d5663c80613243" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07014a9bcb854656b3d7404517b2142b"
21:04:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.400537 17497 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 0 FOLLOWER]: Advancing to term 1
21:04:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.401968 17422 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03d191302f994fa699d5663c80613243 in term 1.
21:04:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.403458 17554 leader_election.cc:304] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03d191302f994fa699d5663c80613243, 46fd00b79c4741b499752aad68dfd00e; no voters: 
21:04:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.406466 17619 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 1 FOLLOWER]: Leader election won for term 1
21:04:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.407464 17619 raft_consensus.cc:697] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [term 1 LEADER]: Becoming Leader. State: Replica: 03d191302f994fa699d5663c80613243, State: Running, Role: LEADER
21:04:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.408977 17497 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03d191302f994fa699d5663c80613243 in term 1.
21:04:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.409014 17619 consensus_queue.cc:237] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.426950 17654 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03d191302f994fa699d5663c80613243. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.429363 17654 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: This master's current role is: LEADER
21:04:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.432777 17656 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:04:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.443770 17556 tablet.cc:2406] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.446262 17656 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:04:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.497797 17497 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Refusing update from remote peer 03d191302f994fa699d5663c80613243: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.500299 17422 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Refusing update from remote peer 03d191302f994fa699d5663c80613243: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.504345 17619 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.506222 17619 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [LEADER]: Connected to new peer: Peer: permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.547354 17616 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03d191302f994fa699d5663c80613243. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.548696 17616 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.558990 17659 mvcc.cc:204] Tried to move back new op lower bound from 7305398978519285760 to 7305398978200256512. Current Snapshot: MvccSnapshot[applied={T|T < 7305398978519285760}]
21:04:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:32.581570 17443 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 17380
21:04:32.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.584791 17621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03d191302f994fa699d5663c80613243. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.585860 17621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.596947 17660 mvcc.cc:204] Tried to move back new op lower bound from 7305398978519285760 to 7305398978200256512. Current Snapshot: MvccSnapshot[applied={T|T < 7305398978519285760}]
21:04:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.601318 17619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.602347 17619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: This master's current role is: LEADER
21:04:32.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.603286 17619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.604364 17619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243 [sys.catalog]: This master's current role is: LEADER
21:04:32.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.604144 17621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.605032 17621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.607661 17656 catalog_manager.cc:1382] Generated new cluster ID: 234b7bc0ac5b4b138b2a6b224649dc0f
21:04:32.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.608071 17656 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.652124 17616 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "03d191302f994fa699d5663c80613243" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.653131 17616 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: This master's current role is: FOLLOWER
21:04:32.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.699468 17656 catalog_manager.cc:1405] Generated new certificate authority record
21:04:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.703320 17656 catalog_manager.cc:1539] Loading token signing keys...
21:04:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.765300 17656 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 03d191302f994fa699d5663c80613243: Generated new TSK 0
21:04:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.767304 17656 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:04:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.809727 17367 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal
21:04:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data
21:04:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/logs
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data/info.pb
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.193:0
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.245.193
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.193
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.303123 17644 catalog_manager.cc:1294] Loaded cluster ID: 234b7bc0ac5b4b138b2a6b224649dc0f
21:04:33.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.304119 17644 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: loading cluster ID for follower catalog manager: success
21:04:33.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.312786 17644 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: acquiring CA information for follower catalog manager: success
21:04:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.319492 17644 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.372184 17652 catalog_manager.cc:1294] Loaded cluster ID: 234b7bc0ac5b4b138b2a6b224649dc0f
21:04:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.373003 17652 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: loading cluster ID for follower catalog manager: success
21:04:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.388653 17652 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: acquiring CA information for follower catalog manager: success
21:04:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.403200 17652 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.643731 17666 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.644902 17666 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.645891 17666 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.707531 17666 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.709785 17666 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.245.193
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.780606 17666 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal
21:04:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.193:0
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data/info.pb
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.193
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.245.193
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/logs
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.791504 17666 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.794443 17666 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.835604 17676 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.226991 17674 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17666
21:04:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:36.965914 17674 kernel_stack_watchdog.cc:198] Thread 17666 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 392ms:
21:04:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:04:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:04:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:04:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:04:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.836413 17675 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:36.971902 17666 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.139s	user 1.030s	sys 1.530s
21:04:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:36.972664 17666 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.140s	user 1.030s	sys 1.531s
21:04:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:36.983850 17666 server_base.cc:1061] running on GCE node
21:04:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:36.994844 17682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:36.997273 17666 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:37.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.011744 17666 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:37.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.013916 17666 hybrid_clock.cc:648] HybridClock initialized: now 1783544677013859 us; error 81 us; skew 500 ppm
21:04:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.015157 17666 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.056315 17666 webserver.cc:534] Webserver started at http://127.16.245.193:36389/ using document root <none> and password file <none>
21:04:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.057834 17666 fs_manager.cc:362] Metadata directory not provided
21:04:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.058161 17666 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.058847 17666 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.066735 17666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data/instance:
21:04:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06368063e6ff4462944317e47b183b8b"
21:04:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:37 on dist-test-slave-jjt8"
21:04:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.068583 17666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal/instance:
21:04:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06368063e6ff4462944317e47b183b8b"
21:04:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:37 on dist-test-slave-jjt8"
21:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.090517 17666 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.009s	sys 0.012s
21:04:37.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.112519 17687 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.114099 17666 fs_manager.cc:730] Time spent opening block manager: real 0.018s	user 0.005s	sys 0.010s
21:04:37.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.114589 17666 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal
21:04:37.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06368063e6ff4462944317e47b183b8b"
21:04:37.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:37 on dist-test-slave-jjt8"
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.115085 17666 fs_report.cc:389] FS layout report
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data/data
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.236176 17666 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.238337 17666 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.238932 17666 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.249395 17666 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.262466 17666 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.262826 17666 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.263046 17666 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.263177 17666 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.540395 17666 rpc_server.cc:307] RPC server started. Bound to: 127.16.245.193:38265
21:04:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.540517 17799 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.245.193:38265 every 8 connection(s)
21:04:37.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.543995 17666 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/data/info.pb
21:04:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.549162 17367 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 17666
21:04:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.550029 17367 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-0/wal/instance
21:04:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.593801 17367 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/logs
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data/info.pb
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.194:0
21:04:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.245.194
21:04:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.194
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:37.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.705443 17801 heartbeater.cc:344] Connected to a master server at 127.16.245.253:37941
21:04:37.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.706017 17801 heartbeater.cc:461] Registering TS with master...
21:04:37.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.707664 17801 heartbeater.cc:507] Master 127.16.245.253:37941 requested a full tablet report, sending...
21:04:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.712045 17804 heartbeater.cc:344] Connected to a master server at 127.16.245.254:37697
21:04:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.716773 17487 ts_manager.cc:194] Registered new tserver with Master: 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265)
21:04:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.713410 17800 heartbeater.cc:344] Connected to a master server at 127.16.245.252:36183
21:04:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.719728 17800 heartbeater.cc:461] Registering TS with master...
21:04:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.720599 17804 heartbeater.cc:461] Registering TS with master...
21:04:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.720896 17800 heartbeater.cc:507] Master 127.16.245.252:36183 requested a full tablet report, sending...
21:04:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.721904 17804 heartbeater.cc:507] Master 127.16.245.254:37697 requested a full tablet report, sending...
21:04:37.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.725052 17567 ts_manager.cc:194] Registered new tserver with Master: 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265)
21:04:37.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.726079 17412 ts_manager.cc:194] Registered new tserver with Master: 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265)
21:04:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.728863 17567 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.245.193:34469
21:04:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.102434 17807 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.103014 17807 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:38.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.103770 17807 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.142624 17807 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.143841 17807 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.245.194
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.185560 17807 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.194:0
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data/info.pb
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.194
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.245.194
21:04:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/logs
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.187445 17807 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.189862 17807 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.207510 17817 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.735148 17800 heartbeater.cc:499] Master 127.16.245.252:36183 was elected leader, sending a full tablet report...
21:04:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.208269 17818 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.538707 17820 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.544101 17819 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1334 milliseconds
21:04:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.544261 17807 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.546144 17807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.550040 17807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.551748 17807 hybrid_clock.cc:648] HybridClock initialized: now 1783544679551703 us; error 84 us; skew 500 ppm
21:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.553025 17807 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.561233 17807 webserver.cc:534] Webserver started at http://127.16.245.194:34847/ using document root <none> and password file <none>
21:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.562355 17807 fs_manager.cc:362] Metadata directory not provided
21:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.562568 17807 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.563046 17807 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.568014 17807 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data/instance:
21:04:39.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28da29973ed2462c88ed2de98192b30d"
21:04:39.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:39 on dist-test-slave-jjt8"
21:04:39.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.569491 17807 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal/instance:
21:04:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28da29973ed2462c88ed2de98192b30d"
21:04:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:39 on dist-test-slave-jjt8"
21:04:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.578678 17807 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
21:04:39.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.585430 17827 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.586862 17807 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
21:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.587435 17807 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28da29973ed2462c88ed2de98192b30d"
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:39 on dist-test-slave-jjt8"
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.587872 17807 fs_report.cc:389] FS layout report
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal
21:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data/data
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.650978 17807 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.653072 17807 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.653717 17807 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.657356 17807 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.664086 17807 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.664500 17807 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.664808 17807 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.665020 17807 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.840656 17807 rpc_server.cc:307] RPC server started. Bound to: 127.16.245.194:43407
21:04:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.840775 17939 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.245.194:43407 every 8 connection(s)
21:04:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.843667 17807 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/data/info.pb
21:04:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.845530 17367 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 17807
21:04:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.846095 17367 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-1/wal/instance
21:04:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.865084 17367 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/logs
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data/info.pb
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.195:0
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.245.195
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.195
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.897154 17942 heartbeater.cc:344] Connected to a master server at 127.16.245.254:37697
21:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.897801 17942 heartbeater.cc:461] Registering TS with master...
21:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.899298 17940 heartbeater.cc:344] Connected to a master server at 127.16.245.252:36183
21:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.899312 17941 heartbeater.cc:344] Connected to a master server at 127.16.245.253:37941
21:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.899537 17942 heartbeater.cc:507] Master 127.16.245.254:37697 requested a full tablet report, sending...
21:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.899881 17940 heartbeater.cc:461] Registering TS with master...
21:04:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.900925 17940 heartbeater.cc:507] Master 127.16.245.252:36183 requested a full tablet report, sending...
21:04:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.899900 17941 heartbeater.cc:461] Registering TS with master...
21:04:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.903255 17412 ts_manager.cc:194] Registered new tserver with Master: 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.903297 17941 heartbeater.cc:507] Master 127.16.245.253:37941 requested a full tablet report, sending...
21:04:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.906448 17567 ts_manager.cc:194] Registered new tserver with Master: 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.906363 17487 ts_manager.cc:194] Registered new tserver with Master: 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.908228 17567 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.245.194:46063
21:04:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.238428 17950 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.238945 17950 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.239377 17950 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.272639 17950 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.273470 17950 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.245.195
21:04:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.312162 17950 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.245.212:39757
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.245.195:0
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data/info.pb
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.245.195
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.245.195
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/logs
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.313787 17950 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.316025 17950 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.330578 17957 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.912201 17940 heartbeater.cc:499] Master 127.16.245.252:36183 was elected leader, sending a full tablet report...
21:04:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.331040 17958 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.668278 17950 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.340s	user 0.497s	sys 0.839s
21:04:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.669392 17950 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.341s	user 0.497s	sys 0.840s
21:04:41.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.676307 17950 server_base.cc:1061] running on GCE node
21:04:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.679455 17963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:41.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.681193 17950 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.684219 17950 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.688133 17950 hybrid_clock.cc:648] HybridClock initialized: now 1783544681688020 us; error 113 us; skew 500 ppm
21:04:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.689476 17950 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.699698 17950 webserver.cc:534] Webserver started at http://127.16.245.195:40999/ using document root <none> and password file <none>
21:04:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.701506 17950 fs_manager.cc:362] Metadata directory not provided
21:04:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.701860 17950 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.702520 17950 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.710508 17950 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data/instance:
21:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e85702eed3c6475ba56d6c5b380e668d"
21:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:41 on dist-test-slave-jjt8"
21:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.712417 17950 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal/instance:
21:04:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e85702eed3c6475ba56d6c5b380e668d"
21:04:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:41 on dist-test-slave-jjt8"
21:04:41.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.724012 17950 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.002s	sys 0.009s
21:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.731590 17968 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.733063 17950 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
21:04:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.733469 17950 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e85702eed3c6475ba56d6c5b380e668d"
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:41 on dist-test-slave-jjt8"
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.733935 17950 fs_report.cc:389] FS layout report
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data/data
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.814854 17950 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.816779 17950 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.817390 17950 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.820477 17950 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.825623 17950 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.825924 17950 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.826267 17950 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.826532 17950 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.993156 17950 rpc_server.cc:307] RPC server started. Bound to: 127.16.245.195:36339
21:04:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.993373 18080 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.245.195:36339 every 8 connection(s)
21:04:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.995924 17950 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/data/info.pb
21:04:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.007304 17367 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 17950
21:04:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.008230 17367 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal/instance
21:04:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.061040 18081 heartbeater.cc:344] Connected to a master server at 127.16.245.252:36183
21:04:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.062602 18081 heartbeater.cc:461] Registering TS with master...
21:04:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.064994 18081 heartbeater.cc:507] Master 127.16.245.252:36183 requested a full tablet report, sending...
21:04:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.069456 17567 ts_manager.cc:194] Registered new tserver with Master: e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339)
21:04:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.071768 17567 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.245.195:36769
21:04:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.081216 18082 heartbeater.cc:344] Connected to a master server at 127.16.245.253:37941
21:04:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.081586 18082 heartbeater.cc:461] Registering TS with master...
21:04:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.082468 18082 heartbeater.cc:507] Master 127.16.245.253:37941 requested a full tablet report, sending...
21:04:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.085868 17487 ts_manager.cc:194] Registered new tserver with Master: e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339)
21:04:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.086153 18083 heartbeater.cc:344] Connected to a master server at 127.16.245.254:37697
21:04:42.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.086578 18083 heartbeater.cc:461] Registering TS with master...
21:04:42.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.087347 18083 heartbeater.cc:507] Master 127.16.245.254:37697 requested a full tablet report, sending...
21:04:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.090371 17412 ts_manager.cc:194] Registered new tserver with Master: e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339)
21:04:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:42.093058 17367 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:04:42.105 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:42.106 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:04:42.118 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.245.254"
      port: 37697
    }
    bound_http_address {
      host: "127.16.245.254"
      port: 42649
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.245.253"
      port: 37941
    }
    bound_http_address {
      host: "127.16.245.253"
      port: 45865
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.245.252"
      port: 36183
    }
    bound_http_address {
      host: "127.16.245.252"
      port: 35559
    }
  }
}

21:04:42.124 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:04:42.128 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.245.193"
      port: 38265
    }
    bound_http_address {
      host: "127.16.245.193"
      port: 36389
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.245.194"
      port: 43407
    }
    bound_http_address {
      host: "127.16.245.194"
      port: 34847
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.245.195"
      port: 36339
    }
    bound_http_address {
      host: "127.16.245.195"
      port: 40999
    }
  }
}

21:04:42.128 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:04:42.353 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
21:04:42.424 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:42.601 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.245.254:37697(127.16.245.254:37697)] connecting to peer
21:04:42.656 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.245.253:37941(127.16.245.253:37941)] connecting to peer
21:04:42.670 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:42.678 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.245.253:37941(127.16.245.253:37941)] Successfully connected to peer
21:04:42.678 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.245.254:37697(127.16.245.254:37697)] Successfully connected to peer
21:04:42.684 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.245.252:36183(127.16.245.252:36183)] Successfully connected to peer
21:04:42.807 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.245.254
21:04:42.807 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.245.252
21:04:42.807 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.245.253
21:04:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.075799 18081 heartbeater.cc:499] Master 127.16.245.252:36183 was elected leader, sending a full tablet report...
21:04:43.089 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x85e1266d, L:/127.0.0.1:42478 - R:/127.16.245.253:37941] using SASL/PLAIN
21:04:43.089 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb7dd3106, L:/127.0.0.1:34566 - R:/127.16.245.254:37697] using SASL/PLAIN
21:04:43.091 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7924bd8e, L:/127.0.0.1:49470 - R:/127.16.245.252:36183] using SASL/PLAIN
21:04:43.134 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:43.136 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=575), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: OK, deferred=null) after lookup
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.190692 17567 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49470:
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:43.195662 17567 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:04:43.280 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table df138d62585a4365974d111921348781
21:04:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.329896 17735 tablet_service.cc:1511] Processing CreateTablet for tablet c23cfb4513a94238a0fae2ae7759b87b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=df138d62585a4365974d111921348781]), partition=RANGE (key) PARTITION UNBOUNDED
21:04:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.332227 17735 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c23cfb4513a94238a0fae2ae7759b87b. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.341061 17875 tablet_service.cc:1511] Processing CreateTablet for tablet c23cfb4513a94238a0fae2ae7759b87b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=df138d62585a4365974d111921348781]), partition=RANGE (key) PARTITION UNBOUNDED
21:04:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.342857 17875 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c23cfb4513a94238a0fae2ae7759b87b. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.343091 18016 tablet_service.cc:1511] Processing CreateTablet for tablet c23cfb4513a94238a0fae2ae7759b87b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=df138d62585a4365974d111921348781]), partition=RANGE (key) PARTITION UNBOUNDED
21:04:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.345283 18016 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c23cfb4513a94238a0fae2ae7759b87b. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.370998 18116 tablet_bootstrap.cc:492] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: Bootstrap starting.
21:04:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.373021 18117 tablet_bootstrap.cc:492] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: Bootstrap starting.
21:04:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.379122 18118 tablet_bootstrap.cc:492] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Bootstrap starting.
21:04:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.381083 18117 tablet_bootstrap.cc:654] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: Neither blocks nor log segments found. Creating new log.
21:04:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.383920 18117 log.cc:826] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: Log is configured to *not* fsync() on all Append() calls
21:04:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.384466 18116 tablet_bootstrap.cc:654] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: Neither blocks nor log segments found. Creating new log.
21:04:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.387354 18116 log.cc:826] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: Log is configured to *not* fsync() on all Append() calls
21:04:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.389062 18118 tablet_bootstrap.cc:654] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Neither blocks nor log segments found. Creating new log.
21:04:43.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.391832 18118 log.cc:826] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Log is configured to *not* fsync() on all Append() calls
21:04:43.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.393559 18117 tablet_bootstrap.cc:492] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: No bootstrap required, opened a new log
21:04:43.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.394176 18117 ts_tablet_manager.cc:1403] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: Time spent bootstrapping tablet: real 0.022s	user 0.012s	sys 0.005s
21:04:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.395035 18116 tablet_bootstrap.cc:492] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: No bootstrap required, opened a new log
21:04:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.395627 18116 ts_tablet_manager.cc:1403] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.008s
21:04:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.398710 18118 tablet_bootstrap.cc:492] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: No bootstrap required, opened a new log
21:04:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.399370 18118 ts_tablet_manager.cc:1403] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Time spent bootstrapping tablet: real 0.021s	user 0.006s	sys 0.012s
21:04:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.424530 18117 raft_consensus.cc:359] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.425576 18117 raft_consensus.cc:385] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.425879 18117 raft_consensus.cc:740] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06368063e6ff4462944317e47b183b8b, State: Initialized, Role: FOLLOWER
21:04:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.425542 18118 raft_consensus.cc:359] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.427132 18118 raft_consensus.cc:385] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.427039 18117 consensus_queue.cc:260] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.427785 18118 raft_consensus.cc:740] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e85702eed3c6475ba56d6c5b380e668d, State: Initialized, Role: FOLLOWER
21:04:43.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.428628 18116 raft_consensus.cc:359] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.429286 18118 consensus_queue.cc:260] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.430212 18116 raft_consensus.cc:385] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.434240 18118 ts_tablet_manager.cc:1434] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Time spent starting tablet: real 0.035s	user 0.018s	sys 0.013s
21:04:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.442199 18116 raft_consensus.cc:740] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28da29973ed2462c88ed2de98192b30d, State: Initialized, Role: FOLLOWER
21:04:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.443905 18117 ts_tablet_manager.cc:1434] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: Time spent starting tablet: real 0.049s	user 0.025s	sys 0.015s
21:04:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.444130 18116 consensus_queue.cc:260] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:43.451277 17808 tablet.cc:2406] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.454313 18116 ts_tablet_manager.cc:1434] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: Time spent starting tablet: real 0.058s	user 0.037s	sys 0.000s
21:04:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.457194 18122 raft_consensus.cc:493] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.457801 18122 raft_consensus.cc:515] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.463652 18122 leader_election.cc:290] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339), 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.480202 18123 raft_consensus.cc:493] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.480832 18123 raft_consensus.cc:515] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.484165 18123 leader_election.cc:290] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265), 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.489811 18036 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "06368063e6ff4462944317e47b183b8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e85702eed3c6475ba56d6c5b380e668d" is_pre_election: true
21:04:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.490798 18036 raft_consensus.cc:2468] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06368063e6ff4462944317e47b183b8b in term 0.
21:04:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.492492 17895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "06368063e6ff4462944317e47b183b8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28da29973ed2462c88ed2de98192b30d" is_pre_election: true
21:04:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.493570 17895 raft_consensus.cc:2468] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06368063e6ff4462944317e47b183b8b in term 0.
21:04:43.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.495752 17688 leader_election.cc:304] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06368063e6ff4462944317e47b183b8b, e85702eed3c6475ba56d6c5b380e668d; no voters: 
21:04:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.496912 18122 raft_consensus.cc:2804] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.497362 18122 raft_consensus.cc:493] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.497822 18122 raft_consensus.cc:3060] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 0 FOLLOWER]: Advancing to term 1
21:04:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.506099 18122 raft_consensus.cc:515] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.508878 18036 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "06368063e6ff4462944317e47b183b8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e85702eed3c6475ba56d6c5b380e668d"
21:04:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.509017 17895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "06368063e6ff4462944317e47b183b8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28da29973ed2462c88ed2de98192b30d"
21:04:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.509500 18036 raft_consensus.cc:3060] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 0 FOLLOWER]: Advancing to term 1
21:04:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.509523 17895 raft_consensus.cc:3060] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 0 FOLLOWER]: Advancing to term 1
21:04:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.516525 17895 raft_consensus.cc:2468] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06368063e6ff4462944317e47b183b8b in term 1.
21:04:43.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.517601 18036 raft_consensus.cc:2468] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06368063e6ff4462944317e47b183b8b in term 1.
21:04:43.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.517379 17755 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "e85702eed3c6475ba56d6c5b380e668d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06368063e6ff4462944317e47b183b8b" is_pre_election: true
21:04:43.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.518323 17690 leader_election.cc:304] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06368063e6ff4462944317e47b183b8b, 28da29973ed2462c88ed2de98192b30d; no voters: 
21:04:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.518718 17755 raft_consensus.cc:2393] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e85702eed3c6475ba56d6c5b380e668d in current term 1: Already voted for candidate 06368063e6ff4462944317e47b183b8b in this term.
21:04:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.519443 18122 leader_election.cc:290] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [CANDIDATE]: Term 1 election: Requested vote from peers e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339), 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.520318 18122 raft_consensus.cc:2804] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 1 FOLLOWER]: Leader election won for term 1
21:04:43.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.521106 18122 raft_consensus.cc:697] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [term 1 LEADER]: Becoming Leader. State: Replica: 06368063e6ff4462944317e47b183b8b, State: Running, Role: LEADER
21:04:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.522647 17895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "e85702eed3c6475ba56d6c5b380e668d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28da29973ed2462c88ed2de98192b30d" is_pre_election: true
21:04:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.522919 18122 consensus_queue.cc:237] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:43.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.524223 17895 raft_consensus.cc:2393] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e85702eed3c6475ba56d6c5b380e668d in current term 1: Already voted for candidate 06368063e6ff4462944317e47b183b8b in this term.
21:04:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.526085 17971 leader_election.cc:304] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e85702eed3c6475ba56d6c5b380e668d; no voters: 06368063e6ff4462944317e47b183b8b, 28da29973ed2462c88ed2de98192b30d
21:04:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.527719 18127 raft_consensus.cc:2749] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:04:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.536492 17566 catalog_manager.cc:5696] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b reported cstate change: term changed from 0 to 1, leader changed from <none> to 06368063e6ff4462944317e47b183b8b (127.16.245.193). New cstate: current_term: 1 leader_uuid: "06368063e6ff4462944317e47b183b8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } health_report { overall_health: UNKNOWN } } }
21:04:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:43.550216 18084 tablet.cc:2406] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:43.632817 17945 tablet.cc:2406] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:43.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table df138d62585a4365974d111921348781
21:04:43.700 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c23cfb4513a94238a0fae2ae7759b87b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
21:04:43.710 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299991, tablet=c23cfb4513a94238a0fae2ae7759b87b@[06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)[L],28da29973ed2462c88ed2de98192b30d(127.16.245.194:43407),e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)]}]
21:04:43.712 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.245.252:36183, [12ms] Sub RPC GetTableLocations: received response from server master-127.16.245.252:36183: OK, deferred=null) after lookup
21:04:43.727 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] connecting to peer
21:04:43.748 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] Successfully connected to peer
21:04:43.814 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x094cb36a, L:/127.0.0.1:36926 - R:/127.16.245.193:38265] using TOKEN/null
21:04:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.834295 17895 raft_consensus.cc:1275] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Refusing update from remote peer 06368063e6ff4462944317e47b183b8b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.834669 18036 raft_consensus.cc:1275] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Refusing update from remote peer 06368063e6ff4462944317e47b183b8b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.837771 18130 consensus_queue.cc:1048] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:04:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.839779 18122 consensus_queue.cc:1048] T c23cfb4513a94238a0fae2ae7759b87b P 06368063e6ff4462944317e47b183b8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:04:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.892755 18135 mvcc.cc:204] Tried to move back new op lower bound from 7305399024961081344 to 7305399023722192896. Current Snapshot: MvccSnapshot[applied={T|T < 7305399024961081344}]
21:04:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.922894 18137 mvcc.cc:204] Tried to move back new op lower bound from 7305399024961081344 to 7305399023722192896. Current Snapshot: MvccSnapshot[applied={T|T < 7305399024961081344}]
21:04:43.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.946988 18136 mvcc.cc:204] Tried to move back new op lower bound from 7305399024961081344 to 7305399023722192896. Current Snapshot: MvccSnapshot[applied={T|T < 7305399024961081344}]
21:04:44.295 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=c23cfb4513a94238a0fae2ae7759b87b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:44.296 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.245.252:36183
21:04:44.298 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

21:04:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.299039 17367 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 17524
21:04:44.341 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:04:44.342 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.245.193:38265
21:04:44.343 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.245.252:36183(127.16.245.252:36183)] handling channelInactive
21:04:44.343 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

21:04:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.343582 17367 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 17666
21:04:44.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state READY due to: connection closed
21:04:44.372 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] handling channelInactive
21:04:44.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] cleaning up while in state READY due to: connection closed
21:04:44.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:04:44.375 [DEBUG - Time-limited test] (Connection.java:748) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] connecting to peer
21:04:44.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265): Connection refused: /127.16.245.193:38265
21:04:44.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] cleaning up while in state CONNECTING due to: Failed to connect to peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265): Connection refused: /127.16.245.193:38265
21:04:44.380 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265) for tablet c23cfb4513a94238a0fae2ae7759b87b: Failed to connect to peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265): Connection refused: /127.16.245.193:38265
21:04:44.403 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.406 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.16.245.252:36183(127.16.245.252:36183) for tablet Kudu Master: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.424 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.433 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.443 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.464 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.484 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.490 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.524 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.583 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.588 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.643 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.684 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.917577 18081 heartbeater.cc:646] Failed to heartbeat to 127.16.245.252:36183 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.951817 17940 heartbeater.cc:646] Failed to heartbeat to 127.16.245.252:36183 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:44.983 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:44.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:44.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:45.403 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:45.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:45.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:45.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:45.408 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183; will retry
21:04:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.502069 18153 raft_consensus.cc:493] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 03d191302f994fa699d5663c80613243)
21:04:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.502539 18153 raft_consensus.cc:515] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.504992 18153 leader_election.cc:290] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 07014a9bcb854656b3d7404517b2142b (127.16.245.253:37941), 03d191302f994fa699d5663c80613243 (127.16.245.252:36183)
21:04:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.506122 17496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "46fd00b79c4741b499752aad68dfd00e" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "07014a9bcb854656b3d7404517b2142b" is_pre_election: true
21:04:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.507988 17396 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111) [suppressed 13 similar messages]
21:04:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.511328 17396 leader_election.cc:336] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 03d191302f994fa699d5663c80613243 (127.16.245.252:36183): Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.511785 17396 leader_election.cc:304] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46fd00b79c4741b499752aad68dfd00e; no voters: 03d191302f994fa699d5663c80613243, 07014a9bcb854656b3d7404517b2142b
21:04:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.512431 18153 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:04:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.593713 18156 raft_consensus.cc:493] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 03d191302f994fa699d5663c80613243)
21:04:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.594285 18156 raft_consensus.cc:515] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.597731 18156 leader_election.cc:290] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 46fd00b79c4741b499752aad68dfd00e (127.16.245.254:37697), 03d191302f994fa699d5663c80613243 (127.16.245.252:36183)
21:04:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.599013 17422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07014a9bcb854656b3d7404517b2142b" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "46fd00b79c4741b499752aad68dfd00e" is_pre_election: true
21:04:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.599802 17422 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07014a9bcb854656b3d7404517b2142b in term 1.
21:04:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.600476 17471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111) [suppressed 6 similar messages]
21:04:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.601414 17474 leader_election.cc:304] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07014a9bcb854656b3d7404517b2142b, 46fd00b79c4741b499752aad68dfd00e; no voters: 
21:04:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.602409 18156 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Leader pre-election won for term 2
21:04:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.602761 18156 raft_consensus.cc:493] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Starting leader election (detected failure of leader 03d191302f994fa699d5663c80613243)
21:04:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.603129 18156 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 1 FOLLOWER]: Advancing to term 2
21:04:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.604430 17471 leader_election.cc:336] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 03d191302f994fa699d5663c80613243 (127.16.245.252:36183): Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.610195 18156 raft_consensus.cc:515] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:45.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.611970 18156 leader_election.cc:290] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [CANDIDATE]: Term 2 election: Requested vote from peers 46fd00b79c4741b499752aad68dfd00e (127.16.245.254:37697), 03d191302f994fa699d5663c80613243 (127.16.245.252:36183)
21:04:45.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.613016 17422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07014a9bcb854656b3d7404517b2142b" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "46fd00b79c4741b499752aad68dfd00e"
21:04:45.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.613477 17422 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 1 FOLLOWER]: Advancing to term 2
21:04:45.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.616544 17471 leader_election.cc:336] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 03d191302f994fa699d5663c80613243 (127.16.245.252:36183): Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111)
21:04:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.620002 17422 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07014a9bcb854656b3d7404517b2142b in term 2.
21:04:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.621111 17474 leader_election.cc:304] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 07014a9bcb854656b3d7404517b2142b, 46fd00b79c4741b499752aad68dfd00e; no voters: 03d191302f994fa699d5663c80613243
21:04:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.621826 18156 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 2 FOLLOWER]: Leader election won for term 2
21:04:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.622825 18156 raft_consensus.cc:697] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [term 2 LEADER]: Becoming Leader. State: Replica: 07014a9bcb854656b3d7404517b2142b, State: Running, Role: LEADER
21:04:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.624154 18156 consensus_queue.cc:237] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } }
21:04:45.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.629711 18159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 07014a9bcb854656b3d7404517b2142b. Latest consensus state: current_term: 2 leader_uuid: "07014a9bcb854656b3d7404517b2142b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:45.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.630640 18159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: This master's current role is: LEADER
21:04:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.633935 18162 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:04:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.644688 18162 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=df138d62585a4365974d111921348781]
21:04:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.649359 18162 tablet_loader.cc:96] loaded metadata for tablet c23cfb4513a94238a0fae2ae7759b87b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=df138d62585a4365974d111921348781])
21:04:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.650357 18162 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:04:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.653164 18162 catalog_manager.cc:1294] Loaded cluster ID: 234b7bc0ac5b4b138b2a6b224649dc0f
21:04:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.653404 18162 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:04:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.657501 18162 catalog_manager.cc:1539] Loading token signing keys...
21:04:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.660643 18162 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: Loaded TSK: 0
21:04:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.661906 18162 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:04:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.716766 18163 raft_consensus.cc:493] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 06368063e6ff4462944317e47b183b8b)
21:04:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.717275 18163 raft_consensus.cc:515] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.720566 18164 raft_consensus.cc:493] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 06368063e6ff4462944317e47b183b8b)
21:04:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.721400 18164 raft_consensus.cc:515] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.726346 18163 leader_election.cc:290] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265), e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339)
21:04:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.729768 18164 leader_election.cc:290] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265), 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.736505 17830 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111)
21:04:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.737779 17971 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111)
21:04:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.740525 17894 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "e85702eed3c6475ba56d6c5b380e668d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28da29973ed2462c88ed2de98192b30d" is_pre_election: true
21:04:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.741176 17894 raft_consensus.cc:2468] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e85702eed3c6475ba56d6c5b380e668d in term 1.
21:04:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.742555 17830 leader_election.cc:336] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265): Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111)
21:04:45.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.744436 17971 leader_election.cc:304] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28da29973ed2462c88ed2de98192b30d, e85702eed3c6475ba56d6c5b380e668d; no voters: 
21:04:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.745609 18164 raft_consensus.cc:2804] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Leader pre-election won for term 2
21:04:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.745680 17971 leader_election.cc:336] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265): Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111)
21:04:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.745985 18164 raft_consensus.cc:493] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 06368063e6ff4462944317e47b183b8b)
21:04:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.746332 18164 raft_consensus.cc:3060] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 1 FOLLOWER]: Advancing to term 2
21:04:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.747283 18035 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "28da29973ed2462c88ed2de98192b30d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e85702eed3c6475ba56d6c5b380e668d" is_pre_election: true
21:04:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.754161 18164 raft_consensus.cc:515] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.756170 18035 raft_consensus.cc:2393] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 28da29973ed2462c88ed2de98192b30d in current term 2: Already voted for candidate e85702eed3c6475ba56d6c5b380e668d in this term.
21:04:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.756742 18164 leader_election.cc:290] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 2 election: Requested vote from peers 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265), 28da29973ed2462c88ed2de98192b30d (127.16.245.194:43407)
21:04:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.758486 17894 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c23cfb4513a94238a0fae2ae7759b87b" candidate_uuid: "e85702eed3c6475ba56d6c5b380e668d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28da29973ed2462c88ed2de98192b30d"
21:04:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.759052 17894 raft_consensus.cc:3060] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 1 FOLLOWER]: Advancing to term 2
21:04:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.761931 17971 leader_election.cc:336] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265): Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111)
21:04:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.762756 17828 leader_election.cc:304] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 28da29973ed2462c88ed2de98192b30d; no voters: 06368063e6ff4462944317e47b183b8b, e85702eed3c6475ba56d6c5b380e668d
21:04:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.765257 17894 raft_consensus.cc:2468] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e85702eed3c6475ba56d6c5b380e668d in term 2.
21:04:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.765981 18163 raft_consensus.cc:2749] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:04:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.766664 17971 leader_election.cc:304] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 28da29973ed2462c88ed2de98192b30d, e85702eed3c6475ba56d6c5b380e668d; no voters: 06368063e6ff4462944317e47b183b8b
21:04:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.767452 18164 raft_consensus.cc:2804] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 2 FOLLOWER]: Leader election won for term 2
21:04:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.769145 18164 raft_consensus.cc:697] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 2 LEADER]: Becoming Leader. State: Replica: e85702eed3c6475ba56d6c5b380e668d, State: Running, Role: LEADER
21:04:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.769969 18164 consensus_queue.cc:237] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } }
21:04:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.782509 17486 catalog_manager.cc:5696] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d reported cstate change: term changed from 1 to 2, leader changed from 06368063e6ff4462944317e47b183b8b (127.16.245.193) to e85702eed3c6475ba56d6c5b380e668d (127.16.245.195). New cstate: current_term: 2 leader_uuid: "e85702eed3c6475ba56d6c5b380e668d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06368063e6ff4462944317e47b183b8b" member_type: VOTER last_known_addr { host: "127.16.245.193" port: 38265 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e85702eed3c6475ba56d6c5b380e668d" member_type: VOTER last_known_addr { host: "127.16.245.195" port: 36339 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 } health_report { overall_health: UNKNOWN } } }
21:04:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.817687 17422 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [term 2 FOLLOWER]: Refusing update from remote peer 07014a9bcb854656b3d7404517b2142b: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
21:04:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.819625 18159 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [LEADER]: Connected to new peer: Peer: permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
21:04:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:45.820506 17471 consensus_peers.cc:597] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b -> Peer 03d191302f994fa699d5663c80613243 (127.16.245.252:36183): Couldn't send request to peer 03d191302f994fa699d5663c80613243. Status: Network error: Client connection negotiation failed: client connection to 127.16.245.252:36183: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.828374 18153 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 07014a9bcb854656b3d7404517b2142b. Latest consensus state: current_term: 2 leader_uuid: "07014a9bcb854656b3d7404517b2142b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.829157 18153 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: This master's current role is: FOLLOWER
21:04:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.833197 18159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "07014a9bcb854656b3d7404517b2142b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.833971 18159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b [sys.catalog]: This master's current role is: LEADER
21:04:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.835628 18153 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "07014a9bcb854656b3d7404517b2142b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fd00b79c4741b499752aad68dfd00e" member_type: VOTER last_known_addr { host: "127.16.245.254" port: 37697 } } peers { permanent_uuid: "07014a9bcb854656b3d7404517b2142b" member_type: VOTER last_known_addr { host: "127.16.245.253" port: 37941 } } peers { permanent_uuid: "03d191302f994fa699d5663c80613243" member_type: VOTER last_known_addr { host: "127.16.245.252" port: 36183 } } }
21:04:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.836951 18153 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46fd00b79c4741b499752aad68dfd00e [sys.catalog]: This master's current role is: FOLLOWER
21:04:46.024 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.16.245.252:36183(127.16.245.252:36183)] connecting to peer
21:04:46.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:46.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.245.252:36183(127.16.245.252:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:46.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.245.252:36183: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183
21:04:46.031 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:46.033 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=29972, elapsed=1628), Traces: [0ms] sending RPC to server master-127.16.245.252:36183, [3ms] received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [31ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [65ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [86ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [125ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [185ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [245ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [279ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [283ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [284ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [286ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [286ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [579ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [584ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [584ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [585ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [999ms] refreshing cache from master, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [1005ms] delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1619ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1626ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [1627ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, deferred=Deferred@625777581(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@1624422217 after retry RPC after error@1468101530) -> (continuation of Deferred@1563428347 after retry RPC after error@484473859) -> (continuation of Deferred@1769863209 after retry RPC after error@893143871) -> (continuation of Deferred@1753124798 after retry RPC after error@2011293398) -> (continuation of Deferred@1910240435 after retry RPC after error@644426756) -> (continuation of Deferred@989217800 after retry RPC after error@1121567446) -> (continuation of Deferred@1812580434 after retry RPC after error@66044123) -> (continuation of Deferred@196149930 after retry RPC after error@124960376) -> (continuation of Deferred@622570908 after retry RPC after error@1477400828) -> (continuation of Deferred@1529394437 after retry RPC after error@1228620134), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1624422217 after retry RPC after error@1468101530) -> (continuation of Deferred@1563428347 after retry RPC after error@484473859) -> (continuation of Deferred@1769863209 after retry RPC after error@893143871) -> (continuation of Deferred@1753124798 after retry RPC after error@2011293398) -> (continuation of Deferred@1910240435 after retry RPC after error@644426756) -> (continuation of Deferred@989217800 after retry RPC after error@1121567446) -> (continuation of Deferred@1812580434 after retry RPC after error@66044123) -> (continuation of Deferred@196149930 after retry RPC after error@124960376) -> (continuation of Deferred@622570908 after retry RPC after error@1477400828) -> (continuation of Deferred@1529394437 after retry RPC after error@1228620134))) after lookup
21:04:46.040 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c23cfb4513a94238a0fae2ae7759b87b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
21:04:46.041 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c23cfb4513a94238a0fae2ae7759b87b@[06368063e6ff4462944317e47b183b8b(127.16.245.193:38265),28da29973ed2462c88ed2de98192b30d(127.16.245.194:43407),e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)[L]]}]
21:04:46.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c23cfb4513a94238a0fae2ae7759b87b, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1666), Traces: [0ms] sending RPC to server 06368063e6ff4462944317e47b183b8b, [5ms] received response from server 06368063e6ff4462944317e47b183b8b: Network error: Failed to connect to peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265): Connection refused: /127.16.245.193:38265, [5ms] delaying RPC due to: Network error: Failed to connect to peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265): Connection refused: /127.16.245.193:38265, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.245.252:36183, [31ms] Sub RPC GetTableLocations: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [31ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [52ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [59ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [72ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [73ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [87ms] Sub RPC GetTableLocations: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [91ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [93ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [94ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [107ms] Sub RPC GetTableLocations: refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [113ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [114ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [115ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [147ms] Sub RPC GetTableLocations: refreshing cache from master, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [153ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [153ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [153ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [212ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [267ms] Sub RPC GetTableLocations: refreshing cache from master, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [271ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [273ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [273ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [273ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [307ms] Sub RPC GetTableLocations: refreshing cache from master, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [311ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [312ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [314ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [314ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [607ms] Sub RPC GetTableLocations: refreshing cache from master, [607ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [607ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [611ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [612ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [612ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [613ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1027ms] Sub RPC GetTableLocations: refreshing cache from master, [1027ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [1028ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [1028ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [1031ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1032ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [1032ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [1033ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.16.245.254:37697,127.16.245.253:37941,127.16.245.252:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1647ms] Sub RPC GetTableLocations: refreshing cache from master, [1648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.254:37697, [1648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.253:37941, [1649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.245.252:36183, [1651ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.252:36183: Network error: Failed to connect to peer master-127.16.245.252:36183(127.16.245.252:36183): Connection refused: /127.16.245.252:36183, [1654ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.254:37697: OK, [1655ms] Sub RPC ConnectToMaster: received response from server master-127.16.245.253:37941: OK, [1659ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.245.253:37941, [1665ms] Sub RPC GetTableLocations: received response from server master-127.16.245.253:37941: OK, deferred=Deferred@333321442(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@d401b01 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e634bbe -> wakeup thread Time-limited test)) after lookup
21:04:46.044 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)] connecting to peer
21:04:46.045 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)] Successfully connected to peer
21:04:46.071 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x21085aa8, L:/127.0.0.1:32902 - R:/127.16.245.195:36339] using TOKEN/null
21:04:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.083045 17894 raft_consensus.cc:1275] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d [term 2 FOLLOWER]: Refusing update from remote peer e85702eed3c6475ba56d6c5b380e668d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 13. (index mismatch)
21:04:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.084625 18164 consensus_queue.cc:1048] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [LEADER]: Connected to new peer: Peer: permanent_uuid: "28da29973ed2462c88ed2de98192b30d" member_type: VOTER last_known_addr { host: "127.16.245.194" port: 43407 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
21:04:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.086282 17971 consensus_peers.cc:597] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d -> Peer 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265): Couldn't send request to peer 06368063e6ff4462944317e47b183b8b. Status: Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:04:46.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.088905 17941 heartbeater.cc:499] Master 127.16.245.253:37941 was elected leader, sending a full tablet report...
21:04:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.103375 18082 heartbeater.cc:499] Master 127.16.245.253:37941 was elected leader, sending a full tablet report...
21:04:46.298 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=c23cfb4513a94238a0fae2ae7759b87b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.303817 17486 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:42478:
21:04:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
21:04:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.304415 17486 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:42478:
21:04:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
21:04:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.322700 17486 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 07014a9bcb854656b3d7404517b2142b: Sending DeleteTablet for 3 replicas of tablet c23cfb4513a94238a0fae2ae7759b87b
21:04:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.334673 17473 catalog_manager.cc:4754] TS 06368063e6ff4462944317e47b183b8b (127.16.245.193:38265): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet c23cfb4513a94238a0fae2ae7759b87b: Network error: Client connection negotiation failed: client connection to 127.16.245.193:38265: connect: Connection refused (error 111)
21:04:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.345742 18016 tablet_service.cc:1558] Processing DeleteTablet for tablet c23cfb4513a94238a0fae2ae7759b87b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 21:04:46 UTC) from {username='slave'} at 127.0.0.1:32918
21:04:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.357648 18188 tablet_replica.cc:333] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: stopping tablet replica
21:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.358839 18188 raft_consensus.cc:2243] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 2 LEADER]: Raft consensus shutting down.
21:04:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.360674 18188 raft_consensus.cc:2272] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d [term 2 FOLLOWER]: Raft consensus is shut down!
21:04:46.364 [DEBUG - main] (Connection.java:575) [peer master-127.16.245.252:36183(127.16.245.252:36183)] disconnecting while in state TERMINATED
21:04:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.363927 17875 tablet_service.cc:1558] Processing DeleteTablet for tablet c23cfb4513a94238a0fae2ae7759b87b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 21:04:46 UTC) from {username='slave'} at 127.0.0.1:34944
21:04:46.366 [DEBUG - main] (Connection.java:575) [peer master-127.16.245.253:37941(127.16.245.253:37941)] disconnecting while in state READY
21:04:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.372391 18188 ts_tablet_manager.cc:1916] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Deleting tablet data with delete state TABLET_DATA_DELETED
21:04:46.373 [DEBUG - main] (Connection.java:575) [peer e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)] disconnecting while in state READY
21:04:46.375 [DEBUG - main] (Connection.java:575) [peer 06368063e6ff4462944317e47b183b8b(127.16.245.193:38265)] disconnecting while in state TERMINATED
21:04:46.376 [DEBUG - main] (Connection.java:575) [peer master-127.16.245.254:37697(127.16.245.254:37697)] disconnecting while in state READY
21:04:46.378 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.245.253:37941(127.16.245.253:37941)] handling channelInactive
21:04:46.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.245.253:37941(127.16.245.253:37941)] cleaning up while in state READY due to: connection closed
21:04:46.381 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.245.254:37697(127.16.245.254:37697)] handling channelInactive
21:04:46.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.245.254:37697(127.16.245.254:37697)] cleaning up while in state READY due to: connection closed
21:04:46.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:04:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.386986 18189 tablet_replica.cc:333] T c23cfb4513a94238a0fae2ae7759b87b P 28da29973ed2462c88ed2de98192b30d: stopping tablet replica
21:04:46.388 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)] handling channelInactive
21:04:46.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e85702eed3c6475ba56d6c5b380e668d(127.16.245.195:36339)] cleaning up while in state READY due to: connection closed
21:04:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.391557 18188 ts_tablet_manager.cc:1929] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
21:04:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.392920 17367 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 17807
21:04:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.393025 18188 log.cc:1199] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Deleting WAL directory at /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster4151071557771995534/ts-2/wal/wals/c23cfb4513a94238a0fae2ae7759b87b
21:04:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.394769 18188 ts_tablet_manager.cc:1950] T c23cfb4513a94238a0fae2ae7759b87b P e85702eed3c6475ba56d6c5b380e668d: Deleting consensus metadata
21:04:46.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.398743 17471 catalog_manager.cc:5027] TS e85702eed3c6475ba56d6c5b380e668d (127.16.245.195:36339): tablet c23cfb4513a94238a0fae2ae7759b87b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=df138d62585a4365974d111921348781]) successfully deleted
21:04:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.426445 17367 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 17950
21:04:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.466198 17367 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 17379
21:04:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.502843 17367 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 17449
21:04:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:47Z chronyd exiting
.21:04:48.731 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544688731
21:04:48.734 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:04:48.735 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:04:48.735 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvxX086/test-tmp
21:04:48.735 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:04:48.735 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvxX086/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:04:48.738 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:04:49.081 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:49.081 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:04:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.085222 18193 mini_oidc.cc:150] Starting JWKS server
21:04:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.088735 18193 webserver.cc:534] Webserver started at http://127.0.0.1:34763/ using document root <none> and password file <none>
21:04:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.089156 18193 mini_oidc.cc:186] Starting OIDC Discovery server
21:04:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.090863 18193 webserver.cc:534] Webserver started at http://127.0.0.1:33805/ using document root <none> and password file <none>
21:04:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:04:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:49Z Disabled control of system clock
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.158515 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/logs
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data/info.pb
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.126:40427
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.126
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
21:04:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.507017 18205 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.507865 18205 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.508548 18205 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.543989 18205 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.544457 18205 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:49.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.544827 18205 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:49.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.545243 18205 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:49.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.545599 18205 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:49.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.545876 18205 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.585682 18205 master_runner.cc:387] Master server non-default flags:
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.126:40427
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data/info.pb
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.126
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/logs
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.587967 18205 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.589948 18205 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.602943 18211 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.006924 18210 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18205
21:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.448678 18210 kernel_stack_watchdog.cc:198] Thread 18205 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
21:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:04:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.450732 18205 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.848s	user 0.641s	sys 1.206s
21:04:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:49.603026 18212 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.451413 18205 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.849s	user 0.641s	sys 1.206s
21:04:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.451596 18213 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1845 milliseconds
21:04:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.453168 18214 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.453235 18205 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.457605 18205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.460649 18205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.462083 18205 hybrid_clock.cc:648] HybridClock initialized: now 1783544691462030 us; error 74 us; skew 500 ppm
21:04:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.463049 18205 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:51.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.471035 18205 webserver.cc:534] Webserver started at http://127.17.196.126:40201/ using document root <none> and password file <none>
21:04:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.472193 18205 fs_manager.cc:362] Metadata directory not provided
21:04:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.472420 18205 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.472915 18205 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.479521 18205 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data/instance:
21:04:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c38da06aa52b41c3abcbd4eca798ab73"
21:04:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:51 on dist-test-slave-jjt8"
21:04:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.481510 18205 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal/instance:
21:04:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c38da06aa52b41c3abcbd4eca798ab73"
21:04:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:51 on dist-test-slave-jjt8"
21:04:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.493721 18205 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.004s	sys 0.008s
21:04:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.505321 18221 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:51.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.507423 18205 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.001s	sys 0.004s
21:04:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.508033 18205 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal
21:04:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c38da06aa52b41c3abcbd4eca798ab73"
21:04:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:51 on dist-test-slave-jjt8"
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.508656 18205 fs_report.cc:389] FS layout report
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data/data
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.579730 18205 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.581637 18205 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.582125 18205 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.670156 18205 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.126:40427
21:04:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.670253 18272 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.126:40427 every 8 connection(s)
21:04:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.673455 18205 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/data/info.pb
21:04:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.680233 18273 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:51.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.680760 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18205
21:04:51.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.681203 18193 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-0/wal/instance
21:04:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.685375 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal
21:04:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/logs
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data/info.pb
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.125:38003
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.125
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:51.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:51.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:51.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:51.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
21:04:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.691927 18273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } has no permanent_uuid. Determining permanent_uuid...
21:04:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.725975 18273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } has no permanent_uuid. Determining permanent_uuid...
21:04:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.729216 18225 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.734436 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.784041 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 1
21:04:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.789871 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.858318 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 2
21:04:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.863874 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.955371 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 3
21:04:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:51.960474 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.037369 18275 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.038045 18275 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.038579 18275 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.073809 18275 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.074162 18275 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.074366 18275 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.074580 18275 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.074791 18275 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.074934 18275 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
21:04:52.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.103973 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 4
21:04:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.109207 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.116874 18275 master_runner.cc:387] Master server non-default flags:
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.125:38003
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data/info.pb
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.125
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/logs
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.118731 18275 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.120649 18275 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.134502 18284 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.408674 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 5
21:04:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.423116 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.970749 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 6
21:04:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.002310 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.125:38003: Network error: Client connection negotiation failed: client connection to 127.17.196.125:38003: connect: Connection refused (error 111)
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.537304 18283 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18275
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.594879 18283 kernel_stack_watchdog.cc:198] Thread 18275 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:04:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.135133 18285 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.596210 18275 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.462s	user 0.000s	sys 0.003s
21:04:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.596679 18275 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.462s	user 0.001s	sys 0.003s
21:04:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.598796 18287 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.601883 18286 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1460 milliseconds
21:04:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.601899 18275 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.603624 18275 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.606956 18275 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:53.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.608453 18275 hybrid_clock.cc:648] HybridClock initialized: now 1783544693608363 us; error 113 us; skew 500 ppm
21:04:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.609319 18275 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.616629 18275 webserver.cc:534] Webserver started at http://127.17.196.125:36401/ using document root <none> and password file <none>
21:04:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.617587 18275 fs_manager.cc:362] Metadata directory not provided
21:04:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.617785 18275 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.618238 18275 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.623018 18275 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data/instance:
21:04:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4d72ca227384018980c67f7dbf2b067"
21:04:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:53 on dist-test-slave-jjt8"
21:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.624302 18275 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal/instance:
21:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4d72ca227384018980c67f7dbf2b067"
21:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:53 on dist-test-slave-jjt8"
21:04:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.632372 18275 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
21:04:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.638793 18296 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.640267 18275 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
21:04:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.640815 18275 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal
21:04:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4d72ca227384018980c67f7dbf2b067"
21:04:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:53 on dist-test-slave-jjt8"
21:04:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.641258 18275 fs_report.cc:389] FS layout report
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data/data
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.710813 18275 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:53.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.712774 18275 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:53.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.713351 18275 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.799263 18275 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.125:38003
21:04:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.799383 18347 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.125:38003 every 8 connection(s)
21:04:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.802739 18275 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/data/info.pb
21:04:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.805189 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18275
21:04:53.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.805739 18193 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-1/wal/instance
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.808897 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/logs
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/info.pb
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.124:36909
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.124
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
21:04:53.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.811345 18348 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.823652 18348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } has no permanent_uuid. Determining permanent_uuid...
21:04:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.846360 18348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } has no permanent_uuid. Determining permanent_uuid...
21:04:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.863369 18348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } has no permanent_uuid. Determining permanent_uuid...
21:04:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.866159 18297 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.870805 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.920563 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 1
21:04:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.925352 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.993906 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 2
21:04:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.999527 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.063038 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } attempt: 7
21:04:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.077378 18273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } has no permanent_uuid. Determining permanent_uuid...
21:04:54.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.084547 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.090966 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 3
21:04:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.095158 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.143029 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 1
21:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.148466 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.176427 18350 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.177117 18350 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.177588 18350 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.212229 18350 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.212563 18350 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.212764 18350 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.212981 18350 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.213184 18350 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.213413 18350 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
21:04:54.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.229964 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 2
21:04:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.234869 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.238631 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 4
21:04:54.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.242903 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.257295 18350 master_runner.cc:387] Master server non-default flags:
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.124:36909
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/info.pb
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.124
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/logs
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.259075 18350 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.261096 18350 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.274742 18362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.320291 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 3
21:04:54.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.328859 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.469537 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 4
21:04:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.482473 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.542520 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 5
21:04:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.552277 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.766255 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 5
21:04:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.774696 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.099915 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 6
21:04:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.112417 18348 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.327464 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 6
21:04:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.339951 18273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.124:36909: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:04:55.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:54.276454 18363 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.585434 18365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.588469 18364 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1308 milliseconds
21:04:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.588666 18350 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.590281 18350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:55.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.594112 18350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.595628 18350 hybrid_clock.cc:648] HybridClock initialized: now 1783544695595573 us; error 90 us; skew 500 ppm
21:04:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.596663 18350 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.605037 18350 webserver.cc:534] Webserver started at http://127.17.196.124:40285/ using document root <none> and password file <none>
21:04:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.606204 18350 fs_manager.cc:362] Metadata directory not provided
21:04:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.606444 18350 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.606950 18350 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.612494 18350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/instance:
21:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed05da6ad14046a39785094feaaffa4c"
21:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:55 on dist-test-slave-jjt8"
21:04:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.613854 18350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal/instance:
21:04:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed05da6ad14046a39785094feaaffa4c"
21:04:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:55 on dist-test-slave-jjt8"
21:04:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.623078 18350 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.004s
21:04:55.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.630626 18376 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.632141 18350 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
21:04:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.632485 18350 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:04:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed05da6ad14046a39785094feaaffa4c"
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:55 on dist-test-slave-jjt8"
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.632861 18350 fs_report.cc:389] FS layout report
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/data
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.689448 18350 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.691044 18350 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.691556 18350 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.769440 18350 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.124:36909
21:04:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.769500 18427 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.124:36909 every 8 connection(s)
21:04:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.772814 18350 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/info.pb
21:04:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.779006 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18350
21:04:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.779603 18193 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal/instance
21:04:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.781584 18428 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.803310 18428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } has no permanent_uuid. Determining permanent_uuid...
21:04:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.832460 18428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } has no permanent_uuid. Determining permanent_uuid...
21:04:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.844854 18428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } has no permanent_uuid. Determining permanent_uuid...
21:04:55.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.864785 18428 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Bootstrap starting.
21:04:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.872258 18428 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Neither blocks nor log segments found. Creating new log.
21:04:55.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.874366 18428 log.cc:826] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Log is configured to *not* fsync() on all Append() calls
21:04:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.880460 18428 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: No bootstrap required, opened a new log
21:04:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.900126 18428 raft_consensus.cc:359] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.901511 18428 raft_consensus.cc:385] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.902019 18428 raft_consensus.cc:740] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed05da6ad14046a39785094feaaffa4c, State: Initialized, Role: FOLLOWER
21:04:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.903141 18428 consensus_queue.cc:260] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.905848 18436 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.906638 18436 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: FOLLOWER
21:04:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.907058 18428 sys_catalog.cc:565] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: configured and running, proceeding with master startup.
21:04:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.935343 18447 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.936292 18447 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:55.947505 18382 tablet.cc:2406] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:55.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.929886 18350 master_runner.cc:187] Error getting master registration for 127.17.196.126:40427: OK, instance_id { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" instance_seqno: 1783544691645431 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:55.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:55.956250 18350 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.173054 18348 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 7
21:04:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.188118 18436 raft_consensus.cc:493] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.188740 18436 raft_consensus.cc:515] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.192267 18436 leader_election.cc:290] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c38da06aa52b41c3abcbd4eca798ab73 (127.17.196.126:40427), e4d72ca227384018980c67f7dbf2b067 (127.17.196.125:38003)
21:04:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.196064 18348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: Bootstrap starting.
21:04:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.206477 18348 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: Neither blocks nor log segments found. Creating new log.
21:04:56.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.208979 18348 log.cc:826] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: Log is configured to *not* fsync() on all Append() calls
21:04:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.220077 18348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: No bootstrap required, opened a new log
21:04:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.252003 18348 raft_consensus.cc:359] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.252991 18348 raft_consensus.cc:385] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.253316 18348 raft_consensus.cc:740] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4d72ca227384018980c67f7dbf2b067, State: Initialized, Role: FOLLOWER
21:04:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.254951 18348 consensus_queue.cc:260] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.258212 18451 sys_catalog.cc:455] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.259521 18451 sys_catalog.cc:458] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: This master's current role is: FOLLOWER
21:04:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.260262 18348 sys_catalog.cc:565] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: configured and running, proceeding with master startup.
21:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.260461 18323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed05da6ad14046a39785094feaaffa4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4d72ca227384018980c67f7dbf2b067" is_pre_election: true
21:04:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.261767 18323 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ed05da6ad14046a39785094feaaffa4c in term 0.
21:04:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.264086 18380 leader_election.cc:304] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e4d72ca227384018980c67f7dbf2b067, ed05da6ad14046a39785094feaaffa4c; no voters: 
21:04:56.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.265368 18436 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:56.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.265833 18436 raft_consensus.cc:493] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:56.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.266173 18436 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 0 FOLLOWER]: Advancing to term 1
21:04:56.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.272171 18436 raft_consensus.cc:515] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.276351 18436 leader_election.cc:290] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [CANDIDATE]: Term 1 election: Requested vote from peers c38da06aa52b41c3abcbd4eca798ab73 (127.17.196.126:40427), e4d72ca227384018980c67f7dbf2b067 (127.17.196.125:38003)
21:04:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.277465 18323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed05da6ad14046a39785094feaaffa4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4d72ca227384018980c67f7dbf2b067"
21:04:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.278137 18323 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 0 FOLLOWER]: Advancing to term 1
21:04:56.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.288425 18323 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ed05da6ad14046a39785094feaaffa4c in term 1.
21:04:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.289837 18380 leader_election.cc:304] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e4d72ca227384018980c67f7dbf2b067, ed05da6ad14046a39785094feaaffa4c; no voters: 
21:04:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.290781 18436 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 1 FOLLOWER]: Leader election won for term 1
21:04:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.303879 18436 raft_consensus.cc:697] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 1 LEADER]: Becoming Leader. State: Replica: ed05da6ad14046a39785094feaaffa4c, State: Running, Role: LEADER
21:04:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.305833 18436 consensus_queue.cc:237] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.335278 18459 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: New leader ed05da6ad14046a39785094feaaffa4c. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.336675 18459 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: LEADER
21:04:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:56.339644 18464 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:56.340601 18464 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.351719 18466 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:04:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.321061 18275 master_runner.cc:187] Error getting master registration for 127.17.196.126:40427: OK, instance_id { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" instance_seqno: 1783544691645431 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.369597 18275 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.371788 18466 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:04:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.373422 18273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } attempt: 7
21:04:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.410151 18323 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Refusing update from remote peer ed05da6ad14046a39785094feaaffa4c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.414366 18459 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.416657 18273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: Bootstrap starting.
21:04:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.426440 18273 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: Neither blocks nor log segments found. Creating new log.
21:04:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.429927 18273 log.cc:826] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: Log is configured to *not* fsync() on all Append() calls
21:04:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.458007 18451 sys_catalog.cc:455] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ed05da6ad14046a39785094feaaffa4c. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.459299 18468 mvcc.cc:204] Tried to move back new op lower bound from 7305399076442087424 to 7305399076084228096. Current Snapshot: MvccSnapshot[applied={T|T < 7305399076442087424}]
21:04:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.460636 18451 sys_catalog.cc:458] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: This master's current role is: FOLLOWER
21:04:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.468770 18469 mvcc.cc:204] Tried to move back new op lower bound from 7305399076442087424 to 7305399076084228096. Current Snapshot: MvccSnapshot[applied={T|T < 7305399076442087424}]
21:04:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.472359 18273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: No bootstrap required, opened a new log
21:04:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.476688 18436 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.478641 18436 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: LEADER
21:04:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.487077 18466 catalog_manager.cc:1382] Generated new cluster ID: 64f48f76b5cc4bd38e5f50a787ef7238
21:04:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.487447 18466 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:04:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.486370 18451 sys_catalog.cc:455] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.496222 18451 sys_catalog.cc:458] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: This master's current role is: FOLLOWER
21:04:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.518695 18273 raft_consensus.cc:359] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.520162 18273 raft_consensus.cc:385] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.520685 18273 raft_consensus.cc:740] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c38da06aa52b41c3abcbd4eca798ab73, State: Initialized, Role: FOLLOWER
21:04:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.522121 18273 consensus_queue.cc:260] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:04:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.539374 18466 catalog_manager.cc:1405] Generated new certificate authority record
21:04:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.541859 18466 catalog_manager.cc:1539] Loading token signing keys...
21:04:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.535744 18474 sys_catalog.cc:455] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.543516 18474 sys_catalog.cc:458] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: This master's current role is: FOLLOWER
21:04:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.539244 18247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed05da6ad14046a39785094feaaffa4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c38da06aa52b41c3abcbd4eca798ab73"
21:04:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.539978 18246 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 0 FOLLOWER]: Advancing to term 1
21:04:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.540195 18248 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed05da6ad14046a39785094feaaffa4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c38da06aa52b41c3abcbd4eca798ab73" is_pre_election: true
21:04:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.558637 18246 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 1 FOLLOWER]: Refusing update from remote peer ed05da6ad14046a39785094feaaffa4c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.562084 18436 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.539038 18273 sys_catalog.cc:565] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: configured and running, proceeding with master startup.
21:04:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.591970 18466 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Generated new TSK 0
21:04:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.593663 18466 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:04:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:56.599359 18227 tablet.cc:2406] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.644160 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/logs
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data/info.pb
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.65:0
21:04:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.65
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.65
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.665597 18474 sys_catalog.cc:455] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ed05da6ad14046a39785094feaaffa4c. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.666666 18474 sys_catalog.cc:458] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: This master's current role is: FOLLOWER
21:04:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.668428 18484 sys_catalog.cc:455] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.669852 18484 sys_catalog.cc:458] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: This master's current role is: FOLLOWER
21:04:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.674649 18459 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ed05da6ad14046a39785094feaaffa4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:04:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.675720 18459 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: LEADER
21:04:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.737041 18491 catalog_manager.cc:1294] Loaded cluster ID: 64f48f76b5cc4bd38e5f50a787ef7238
21:04:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.749805 18491 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: loading cluster ID for follower catalog manager: success
21:04:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.758148 18491 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: acquiring CA information for follower catalog manager: success
21:04:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:56.783847 18491 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.346412 18464 catalog_manager.cc:1294] Loaded cluster ID: 64f48f76b5cc4bd38e5f50a787ef7238
21:04:57.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.346716 18464 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: loading cluster ID for follower catalog manager: success
21:04:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.363941 18464 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: acquiring CA information for follower catalog manager: success
21:04:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.369622 18464 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.371990 18487 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.372599 18487 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.373337 18487 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.439860 18487 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.442502 18487 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.196.65
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.515353 18487 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.65:0
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data/info.pb
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.65
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.65
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/logs
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.517385 18487 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:57.519831 18487 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.567040 18498 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:58.944641 18497 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 18487
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:00.922371 18497 kernel_stack_watchdog.cc:198] Thread 18487 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 369ms:
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:00.922915 18487 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.350s	user 0.887s	sys 1.482s
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:00.923264 18487 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.350s	user 0.887s	sys 1.482s
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:00.923729 18500 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3348 milliseconds
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:57.576115 18499 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:00.926192 18501 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.926868 18487 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.930368 18487 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.932734 18487 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.934130 18487 hybrid_clock.cc:648] HybridClock initialized: now 1783544700934094 us; error 46 us; skew 500 ppm
21:05:00.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.934994 18487 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.942426 18487 webserver.cc:534] Webserver started at http://127.17.196.65:42633/ using document root <none> and password file <none>
21:05:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.943491 18487 fs_manager.cc:362] Metadata directory not provided
21:05:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.943744 18487 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.944265 18487 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.948781 18487 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data/instance:
21:05:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e9d354f8fba414db9efbaeec371b20d"
21:05:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:00 on dist-test-slave-jjt8"
21:05:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.950088 18487 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal/instance:
21:05:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e9d354f8fba414db9efbaeec371b20d"
21:05:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:00 on dist-test-slave-jjt8"
21:05:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.958562 18487 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
21:05:00.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.968190 18510 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.970393 18487 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.000s	sys 0.004s
21:05:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.971522 18487 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal
21:05:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e9d354f8fba414db9efbaeec371b20d"
21:05:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:00 on dist-test-slave-jjt8"
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.972322 18487 fs_report.cc:389] FS layout report
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data/data
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.039680 18487 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.041666 18487 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.042243 18487 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.045498 18487 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.051337 18487 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.051712 18487 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
21:05:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.052053 18487 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.052271 18487 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.238982 18487 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.65:41191
21:05:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.239111 18622 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.65:41191 every 8 connection(s)
21:05:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.242167 18487 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/data/info.pb
21:05:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.244819 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18487
21:05:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.245519 18193 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-0/wal/instance
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.256919 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/logs
21:05:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data/info.pb
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.66:0
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.66
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.66
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:01.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.309238 18623 heartbeater.cc:344] Connected to a master server at 127.17.196.124:36909
21:05:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.309809 18623 heartbeater.cc:461] Registering TS with master...
21:05:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.310118 18630 heartbeater.cc:344] Connected to a master server at 127.17.196.126:40427
21:05:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.310626 18630 heartbeater.cc:461] Registering TS with master...
21:05:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.311446 18623 heartbeater.cc:507] Master 127.17.196.124:36909 requested a full tablet report, sending...
21:05:01.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.312137 18630 heartbeater.cc:507] Master 127.17.196.126:40427 requested a full tablet report, sending...
21:05:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.315887 18393 ts_manager.cc:194] Registered new tserver with Master: 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191)
21:05:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.318384 18624 heartbeater.cc:344] Connected to a master server at 127.17.196.125:38003
21:05:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.318801 18624 heartbeater.cc:461] Registering TS with master...
21:05:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.319905 18624 heartbeater.cc:507] Master 127.17.196.125:38003 requested a full tablet report, sending...
21:05:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.321247 18238 ts_manager.cc:194] Registered new tserver with Master: 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191)
21:05:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.323381 18313 ts_manager.cc:194] Registered new tserver with Master: 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191)
21:05:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.326390 18393 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.196.65:55023
21:05:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.630996 18629 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.631565 18629 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.632157 18629 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.665280 18629 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:01.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.666087 18629 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.196.66
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.702901 18629 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.66:0
21:05:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data/info.pb
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.66
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.66
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/logs
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.704384 18629 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:01.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:01.705928 18629 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.720225 18639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.331265 18623 heartbeater.cc:499] Master 127.17.196.124:36909 was elected leader, sending a full tablet report...
21:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:01.722316 18640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:02.972052 18641 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:05:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:02.973644 18642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.973724 18629 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.977715 18629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.981108 18629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:02.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.982656 18629 hybrid_clock.cc:648] HybridClock initialized: now 1783544702982581 us; error 89 us; skew 500 ppm
21:05:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.983780 18629 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:02.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.991819 18629 webserver.cc:534] Webserver started at http://127.17.196.66:40525/ using document root <none> and password file <none>
21:05:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.992843 18629 fs_manager.cc:362] Metadata directory not provided
21:05:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.993050 18629 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.993497 18629 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:02.998426 18629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data/instance:
21:05:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a62661cba1b44b4791d03ec979f8f12d"
21:05:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:02 on dist-test-slave-jjt8"
21:05:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.000074 18629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal/instance:
21:05:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a62661cba1b44b4791d03ec979f8f12d"
21:05:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:02 on dist-test-slave-jjt8"
21:05:03.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.008769 18629 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
21:05:03.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.016119 18650 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.017678 18629 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
21:05:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.018127 18629 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal
21:05:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a62661cba1b44b4791d03ec979f8f12d"
21:05:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:02 on dist-test-slave-jjt8"
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.018573 18629 fs_report.cc:389] FS layout report
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data/data
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.090620 18629 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:03.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.092576 18629 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.093267 18629 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:03.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.096735 18629 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.101665 18629 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.101953 18629 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.102267 18629 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.102494 18629 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.279633 18629 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.66:37199
21:05:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.279763 18762 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.66:37199 every 8 connection(s)
21:05:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.283154 18629 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/data/info.pb
21:05:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.286298 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18629
21:05:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.286950 18193 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-1/wal/instance
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.308477 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/logs
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data/info.pb
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.67:0
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.67
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.67
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:03.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.334173 18765 heartbeater.cc:344] Connected to a master server at 127.17.196.126:40427
21:05:03.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.334810 18765 heartbeater.cc:461] Registering TS with master...
21:05:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.336603 18765 heartbeater.cc:507] Master 127.17.196.126:40427 requested a full tablet report, sending...
21:05:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.337405 18764 heartbeater.cc:344] Connected to a master server at 127.17.196.125:38003
21:05:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.337826 18764 heartbeater.cc:461] Registering TS with master...
21:05:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.338940 18764 heartbeater.cc:507] Master 127.17.196.125:38003 requested a full tablet report, sending...
21:05:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.340427 18763 heartbeater.cc:344] Connected to a master server at 127.17.196.124:36909
21:05:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.340574 18238 ts_manager.cc:194] Registered new tserver with Master: a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199)
21:05:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.340806 18763 heartbeater.cc:461] Registering TS with master...
21:05:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.341804 18763 heartbeater.cc:507] Master 127.17.196.124:36909 requested a full tablet report, sending...
21:05:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.344138 18393 ts_manager.cc:194] Registered new tserver with Master: a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199)
21:05:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.345377 18313 ts_manager.cc:194] Registered new tserver with Master: a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199)
21:05:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.345588 18393 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.196.66:41399
21:05:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.674229 18773 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.674837 18773 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.675273 18773 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.710520 18773 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:03.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.711527 18773 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.196.67
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.752463 18773 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.67:0
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data/info.pb
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.67
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.67
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/logs
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.754196 18773 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.756227 18773 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.772480 18779 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:04.350558 18763 heartbeater.cc:499] Master 127.17.196.124:36909 was elected leader, sending a full tablet report...
21:05:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:05.175511 18778 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 18773
21:05:05.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:05.610248 18773 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.838s	user 0.746s	sys 1.040s
21:05:05.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:05.610601 18773 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.838s	user 0.746s	sys 1.040s
21:05:05.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:03.774416 18780 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:05.613922 18782 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:05.617432 18781 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1839 milliseconds
21:05:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.617496 18773 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.619266 18773 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.622098 18773 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.623576 18773 hybrid_clock.cc:648] HybridClock initialized: now 1783544705623529 us; error 64 us; skew 500 ppm
21:05:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.624727 18773 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.632277 18773 webserver.cc:534] Webserver started at http://127.17.196.67:43673/ using document root <none> and password file <none>
21:05:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.633466 18773 fs_manager.cc:362] Metadata directory not provided
21:05:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.633687 18773 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:05.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.634146 18773 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.639207 18773 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data/instance:
21:05:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a0ecf76850d45bcbe122815df696d5d"
21:05:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:05 on dist-test-slave-jjt8"
21:05:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.640638 18773 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal/instance:
21:05:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a0ecf76850d45bcbe122815df696d5d"
21:05:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:05 on dist-test-slave-jjt8"
21:05:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.649376 18773 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
21:05:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.656970 18791 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.658521 18773 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
21:05:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.659054 18773 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal
21:05:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a0ecf76850d45bcbe122815df696d5d"
21:05:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:05 on dist-test-slave-jjt8"
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.659499 18773 fs_report.cc:389] FS layout report
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data/data
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.718250 18773 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.720377 18773 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.721014 18773 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.724596 18773 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.729657 18773 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.729946 18773 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.730333 18773 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.730572 18773 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.918707 18773 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.67:41555
21:05:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.918833 18904 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.67:41555 every 8 connection(s)
21:05:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.921975 18773 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/data/info.pb
21:05:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.931846 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18773
21:05:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.932546 18193 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal/instance
21:05:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.974828 18905 heartbeater.cc:344] Connected to a master server at 127.17.196.124:36909
21:05:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.975489 18905 heartbeater.cc:461] Registering TS with master...
21:05:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.977192 18905 heartbeater.cc:507] Master 127.17.196.124:36909 requested a full tablet report, sending...
21:05:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.977385 18906 heartbeater.cc:344] Connected to a master server at 127.17.196.125:38003
21:05:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.977715 18906 heartbeater.cc:461] Registering TS with master...
21:05:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.978216 18907 heartbeater.cc:344] Connected to a master server at 127.17.196.126:40427
21:05:05.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.978647 18907 heartbeater.cc:461] Registering TS with master...
21:05:05.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.978677 18906 heartbeater.cc:507] Master 127.17.196.125:38003 requested a full tablet report, sending...
21:05:05.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.979957 18907 heartbeater.cc:507] Master 127.17.196.126:40427 requested a full tablet report, sending...
21:05:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.980796 18393 ts_manager.cc:194] Registered new tserver with Master: 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555)
21:05:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.982853 18313 ts_manager.cc:194] Registered new tserver with Master: 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555)
21:05:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.982903 18393 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.196.67:54403
21:05:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.983134 18238 ts_manager.cc:194] Registered new tserver with Master: 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555)
21:05:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:05.996706 18193 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:05:06.009 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:05:06.010 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:05:06.014 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.196.126"
      port: 40427
    }
    bound_http_address {
      host: "127.17.196.126"
      port: 40201
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.196.125"
      port: 38003
    }
    bound_http_address {
      host: "127.17.196.125"
      port: 36401
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.196.124"
      port: 36909
    }
    bound_http_address {
      host: "127.17.196.124"
      port: 40285
    }
  }
}

21:05:06.014 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:05:06.015 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.196.65"
      port: 41191
    }
    bound_http_address {
      host: "127.17.196.65"
      port: 42633
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.196.66"
      port: 37199
    }
    bound_http_address {
      host: "127.17.196.66"
      port: 40525
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.196.67"
      port: 41555
    }
    bound_http_address {
      host: "127.17.196.67"
      port: 43673
    }
  }
}

21:05:06.016 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:05:06.019 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:06.023 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.196.126:40427(127.17.196.126:40427)] connecting to peer
21:05:06.025 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.196.124:36909(127.17.196.124:36909)] connecting to peer
21:05:06.027 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.196.126:40427(127.17.196.126:40427)] Successfully connected to peer
21:05:06.028 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.196.125:38003(127.17.196.125:38003)] connecting to peer
21:05:06.032 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.196.124:36909(127.17.196.124:36909)] Successfully connected to peer
21:05:06.033 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.196.126
21:05:06.035 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.196.124
21:05:06.058 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf631397c, L:/127.0.0.1:32836 - R:/127.17.196.126:40427] using SASL/PLAIN
21:05:06.059 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.196.125:38003(127.17.196.125:38003)] Successfully connected to peer
21:05:06.064 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.196.125
21:05:06.078 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb45ecb76, L:/127.0.0.1:55772 - R:/127.17.196.124:36909] using SASL/PLAIN
21:05:06.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:06.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=62), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [39ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: OK, deferred=null) after lookup
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.087075 18393 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55772:
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:05:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:05:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
21:05:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.092015 18393 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:05:06.099 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5d5ec877, L:/127.0.0.1:36066 - R:/127.17.196.125:38003] using SASL/PLAIN
21:05:06.137 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 063b1bab7c814a3d9f8b9f4bf24f6a2a
21:05:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.192788 18558 tablet_service.cc:1511] Processing CreateTablet for tablet b06dad600274457093260d4da24d9a97 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=063b1bab7c814a3d9f8b9f4bf24f6a2a]), partition=RANGE (key) PARTITION UNBOUNDED
21:05:06.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.194693 18558 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b06dad600274457093260d4da24d9a97. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.201948 18840 tablet_service.cc:1511] Processing CreateTablet for tablet b06dad600274457093260d4da24d9a97 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=063b1bab7c814a3d9f8b9f4bf24f6a2a]), partition=RANGE (key) PARTITION UNBOUNDED
21:05:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.202564 18698 tablet_service.cc:1511] Processing CreateTablet for tablet b06dad600274457093260d4da24d9a97 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=063b1bab7c814a3d9f8b9f4bf24f6a2a]), partition=RANGE (key) PARTITION UNBOUNDED
21:05:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.204466 18840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b06dad600274457093260d4da24d9a97. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.205410 18698 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b06dad600274457093260d4da24d9a97. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.230008 18937 tablet_bootstrap.cc:492] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: Bootstrap starting.
21:05:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.232556 18938 tablet_bootstrap.cc:492] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Bootstrap starting.
21:05:06.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.238301 18937 tablet_bootstrap.cc:654] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: Neither blocks nor log segments found. Creating new log.
21:05:06.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.240602 18937 log.cc:826] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: Log is configured to *not* fsync() on all Append() calls
21:05:06.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.242128 18938 tablet_bootstrap.cc:654] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Neither blocks nor log segments found. Creating new log.
21:05:06.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.245559 18938 log.cc:826] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Log is configured to *not* fsync() on all Append() calls
21:05:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.251295 18939 tablet_bootstrap.cc:492] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: Bootstrap starting.
21:05:06.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.258167 18938 tablet_bootstrap.cc:492] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: No bootstrap required, opened a new log
21:05:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.258881 18938 ts_tablet_manager.cc:1403] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Time spent bootstrapping tablet: real 0.027s	user 0.015s	sys 0.007s
21:05:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.259570 18937 tablet_bootstrap.cc:492] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: No bootstrap required, opened a new log
21:05:06.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.260339 18937 ts_tablet_manager.cc:1403] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: Time spent bootstrapping tablet: real 0.031s	user 0.014s	sys 0.005s
21:05:06.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.261984 18939 tablet_bootstrap.cc:654] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: Neither blocks nor log segments found. Creating new log.
21:05:06.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.265383 18939 log.cc:826] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: Log is configured to *not* fsync() on all Append() calls
21:05:06.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.281625 18939 tablet_bootstrap.cc:492] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: No bootstrap required, opened a new log
21:05:06.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.282260 18939 ts_tablet_manager.cc:1403] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: Time spent bootstrapping tablet: real 0.032s	user 0.016s	sys 0.010s
21:05:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.292881 18938 raft_consensus.cc:359] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.294023 18938 raft_consensus.cc:385] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.294315 18938 raft_consensus.cc:740] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a0ecf76850d45bcbe122815df696d5d, State: Initialized, Role: FOLLOWER
21:05:06.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.295536 18938 consensus_queue.cc:260] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.304947 18937 raft_consensus.cc:359] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.306974 18937 raft_consensus.cc:385] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:06.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.307734 18937 raft_consensus.cc:740] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e9d354f8fba414db9efbaeec371b20d, State: Initialized, Role: FOLLOWER
21:05:06.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.309478 18937 consensus_queue.cc:260] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.312461 18939 raft_consensus.cc:359] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.313505 18939 raft_consensus.cc:385] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.314064 18905 heartbeater.cc:499] Master 127.17.196.124:36909 was elected leader, sending a full tablet report...
21:05:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.315680 18938 ts_tablet_manager.cc:1434] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Time spent starting tablet: real 0.056s	user 0.035s	sys 0.024s
21:05:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.316295 18939 raft_consensus.cc:740] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a62661cba1b44b4791d03ec979f8f12d, State: Initialized, Role: FOLLOWER
21:05:06.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.317854 18939 consensus_queue.cc:260] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.323649 18937 ts_tablet_manager.cc:1434] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: Time spent starting tablet: real 0.063s	user 0.039s	sys 0.010s
21:05:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.330965 18939 ts_tablet_manager.cc:1434] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: Time spent starting tablet: real 0.048s	user 0.034s	sys 0.010s
21:05:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.431308 18945 raft_consensus.cc:493] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.432017 18945 raft_consensus.cc:515] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.435315 18945 leader_election.cc:290] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191), 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555)
21:05:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.450956 18578 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "a62661cba1b44b4791d03ec979f8f12d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0e9d354f8fba414db9efbaeec371b20d" is_pre_election: true
21:05:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.452014 18578 raft_consensus.cc:2468] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a62661cba1b44b4791d03ec979f8f12d in term 0.
21:05:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.451920 18860 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "a62661cba1b44b4791d03ec979f8f12d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a0ecf76850d45bcbe122815df696d5d" is_pre_election: true
21:05:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.452822 18860 raft_consensus.cc:2468] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a62661cba1b44b4791d03ec979f8f12d in term 0.
21:05:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.453313 18912 tablet.cc:2406] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.453940 18654 leader_election.cc:304] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e9d354f8fba414db9efbaeec371b20d, a62661cba1b44b4791d03ec979f8f12d; no voters: 
21:05:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.455128 18945 raft_consensus.cc:2804] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.455483 18945 raft_consensus.cc:493] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:06.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.455724 18945 raft_consensus.cc:3060] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 0 FOLLOWER]: Advancing to term 1
21:05:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.460629 18945 raft_consensus.cc:515] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.462212 18945 leader_election.cc:290] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [CANDIDATE]: Term 1 election: Requested vote from peers 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191), 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555)
21:05:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.463579 18578 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "a62661cba1b44b4791d03ec979f8f12d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0e9d354f8fba414db9efbaeec371b20d"
21:05:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.463738 18860 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "a62661cba1b44b4791d03ec979f8f12d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a0ecf76850d45bcbe122815df696d5d"
21:05:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.464180 18578 raft_consensus.cc:3060] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 0 FOLLOWER]: Advancing to term 1
21:05:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.464421 18860 raft_consensus.cc:3060] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 0 FOLLOWER]: Advancing to term 1
21:05:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.469285 18578 raft_consensus.cc:2468] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a62661cba1b44b4791d03ec979f8f12d in term 1.
21:05:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.469871 18860 raft_consensus.cc:2468] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a62661cba1b44b4791d03ec979f8f12d in term 1.
21:05:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.470501 18654 leader_election.cc:304] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e9d354f8fba414db9efbaeec371b20d, a62661cba1b44b4791d03ec979f8f12d; no voters: 
21:05:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.471524 18945 raft_consensus.cc:2804] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 1 FOLLOWER]: Leader election won for term 1
21:05:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.474143 18945 raft_consensus.cc:697] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [term 1 LEADER]: Becoming Leader. State: Replica: a62661cba1b44b4791d03ec979f8f12d, State: Running, Role: LEADER
21:05:06.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.475675 18945 consensus_queue.cc:237] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.491583 18393 catalog_manager.cc:5696] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d reported cstate change: term changed from 0 to 1, leader changed from <none> to a62661cba1b44b4791d03ec979f8f12d (127.17.196.66). New cstate: current_term: 1 leader_uuid: "a62661cba1b44b4791d03ec979f8f12d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } health_report { overall_health: HEALTHY } } }
21:05:06.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.553046 18633 tablet.cc:2406] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.556020 18768 tablet.cc:2406] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:06.591 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 063b1bab7c814a3d9f8b9f4bf24f6a2a
21:05:06.597 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:06.598 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191),3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)[L]]}]
21:05:06.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: OK, deferred=null) after lookup
21:05:06.599 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:06.601 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] Successfully connected to peer
21:05:06.622 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1cd7882a, L:/127.0.0.1:43688 - R:/127.17.196.66:37199] using TOKEN/null
21:05:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.640564 18578 raft_consensus.cc:1275] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Refusing update from remote peer a62661cba1b44b4791d03ec979f8f12d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.640808 18860 raft_consensus.cc:1275] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Refusing update from remote peer a62661cba1b44b4791d03ec979f8f12d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.642622 18948 consensus_queue.cc:1048] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [LEADER]: Connected to new peer: Peer: permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.643513 18945 consensus_queue.cc:1048] T b06dad600274457093260d4da24d9a97 P a62661cba1b44b4791d03ec979f8f12d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.672580 18951 mvcc.cc:204] Tried to move back new op lower bound from 7305399118373113856 to 7305399117734735872. Current Snapshot: MvccSnapshot[applied={T|T < 7305399118373113856}]
21:05:06.945 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=b06dad600274457093260d4da24d9a97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:06.946 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.196.124:36909
21:05:06.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

21:05:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.947238 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18350
21:05:06.986 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.196.124:36909(127.17.196.124:36909)] handling channelInactive
21:05:06.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.196.124:36909(127.17.196.124:36909)] cleaning up while in state READY due to: connection closed
21:05:06.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:05:06.989 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.196.124:36909
21:05:06.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.994141 18193 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvxX086/build/tsan/bin/kudu
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/logs
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/info.pb
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.124:36909
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.124
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
21:05:07.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.411186 18962 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:07.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.412035 18962 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.412887 18962 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.449311 18962 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.449700 18962 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.449918 18962 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.450145 18962 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.450371 18962 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.450533 18962 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:07.492519 18962 master_runner.cc:387] Master server non-default flags:
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.84:40671
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.126:40427,127.17.196.125:38003,127.17.196.124:36909
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.124:36909
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
21:05:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/info.pb
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.124
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/logs
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:07.493944 18962 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:07.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:07.495846 18962 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:07.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.512307 18969 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.725251 18623 heartbeater.cc:646] Failed to heartbeat to 127.17.196.124:36909 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:05:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.736810 18763 heartbeater.cc:646] Failed to heartbeat to 127.17.196.124:36909 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:05:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.756055 18905 heartbeater.cc:646] Failed to heartbeat to 127.17.196.124:36909 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:05:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.012573 18978 raft_consensus.cc:493] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ed05da6ad14046a39785094feaaffa4c)
21:05:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.013338 18978 raft_consensus.cc:515] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:05:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.016703 18978 leader_election.cc:290] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e4d72ca227384018980c67f7dbf2b067 (127.17.196.125:38003), ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909)
21:05:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.018939 18322 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c38da06aa52b41c3abcbd4eca798ab73" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e4d72ca227384018980c67f7dbf2b067" is_pre_election: true
21:05:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.023979 18222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111) [suppressed 13 similar messages]
21:05:08.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.030144 18222 leader_election.cc:336] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909): Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:05:08.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.030932 18222 leader_election.cc:304] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c38da06aa52b41c3abcbd4eca798ab73; no voters: e4d72ca227384018980c67f7dbf2b067, ed05da6ad14046a39785094feaaffa4c
21:05:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.032369 18978 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:05:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.401952 18981 raft_consensus.cc:493] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ed05da6ad14046a39785094feaaffa4c)
21:05:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.402915 18981 raft_consensus.cc:515] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:05:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.407353 18981 leader_election.cc:290] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c38da06aa52b41c3abcbd4eca798ab73 (127.17.196.126:40427), ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909)
21:05:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.408190 18248 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e4d72ca227384018980c67f7dbf2b067" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "c38da06aa52b41c3abcbd4eca798ab73" is_pre_election: true
21:05:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.408943 18248 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e4d72ca227384018980c67f7dbf2b067 in term 1.
21:05:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.410466 18299 leader_election.cc:304] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c38da06aa52b41c3abcbd4eca798ab73, e4d72ca227384018980c67f7dbf2b067; no voters: 
21:05:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.412971 18981 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Leader pre-election won for term 2
21:05:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.413851 18981 raft_consensus.cc:493] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ed05da6ad14046a39785094feaaffa4c)
21:05:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.414703 18297 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111) [suppressed 6 similar messages]
21:05:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.416719 18981 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 1 FOLLOWER]: Advancing to term 2
21:05:08.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.431975 18297 leader_election.cc:336] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909): Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:05:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.436784 18981 raft_consensus.cc:515] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:05:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.438771 18981 leader_election.cc:290] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [CANDIDATE]: Term 2 election: Requested vote from peers c38da06aa52b41c3abcbd4eca798ab73 (127.17.196.126:40427), ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909)
21:05:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.439778 18248 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e4d72ca227384018980c67f7dbf2b067" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "c38da06aa52b41c3abcbd4eca798ab73"
21:05:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.440412 18248 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 1 FOLLOWER]: Advancing to term 2
21:05:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.445005 18297 leader_election.cc:336] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909): Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111)
21:05:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.448041 18248 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e4d72ca227384018980c67f7dbf2b067 in term 2.
21:05:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.449244 18299 leader_election.cc:304] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c38da06aa52b41c3abcbd4eca798ab73, e4d72ca227384018980c67f7dbf2b067; no voters: ed05da6ad14046a39785094feaaffa4c
21:05:08.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.450022 18981 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 2 FOLLOWER]: Leader election won for term 2
21:05:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.451377 18981 raft_consensus.cc:697] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [term 2 LEADER]: Becoming Leader. State: Replica: e4d72ca227384018980c67f7dbf2b067, State: Running, Role: LEADER
21:05:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.452462 18981 consensus_queue.cc:237] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:05:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.457429 18984 sys_catalog.cc:455] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e4d72ca227384018980c67f7dbf2b067. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.458431 18984 sys_catalog.cc:458] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: This master's current role is: LEADER
21:05:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.461651 18986 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:05:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.469129 18986 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=063b1bab7c814a3d9f8b9f4bf24f6a2a]
21:05:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.474047 18986 tablet_loader.cc:96] loaded metadata for tablet b06dad600274457093260d4da24d9a97 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=063b1bab7c814a3d9f8b9f4bf24f6a2a])
21:05:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.475028 18986 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:05:08.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.479213 18986 catalog_manager.cc:1294] Loaded cluster ID: 64f48f76b5cc4bd38e5f50a787ef7238
21:05:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.479795 18986 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:05:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.485170 18986 catalog_manager.cc:1539] Loading token signing keys...
21:05:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.489530 18986 catalog_manager.cc:6080] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: Loaded TSK: 0
21:05:08.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.491377 18986 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:05:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.885139 18297 consensus_peers.cc:597] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 -> Peer ed05da6ad14046a39785094feaaffa4c (127.17.196.124:36909): Couldn't send request to peer ed05da6ad14046a39785094feaaffa4c. Status: Network error: Client connection negotiation failed: client connection to 127.17.196.124:36909: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:05:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.959192 18248 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [term 2 FOLLOWER]: Refusing update from remote peer e4d72ca227384018980c67f7dbf2b067: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
21:05:08.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.961364 18984 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
21:05:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:07.517433 18962 server_base.cc:1061] running on GCE node
21:05:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.516834 18970 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:07.520095 18972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.968073 18962 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:08.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.972822 18990 sys_catalog.cc:455] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e4d72ca227384018980c67f7dbf2b067. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.973935 18990 sys_catalog.cc:458] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: This master's current role is: FOLLOWER
21:05:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.975514 18962 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.977257 18962 hybrid_clock.cc:648] HybridClock initialized: now 1783544708977162 us; error 90 us; skew 500 ppm
21:05:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.978709 18962 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.993415 18984 sys_catalog.cc:455] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.994594 18984 sys_catalog.cc:458] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: This master's current role is: LEADER
21:05:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.996191 18990 sys_catalog.cc:455] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.997187 18990 sys_catalog.cc:458] T 00000000000000000000000000000000 P c38da06aa52b41c3abcbd4eca798ab73 [sys.catalog]: This master's current role is: FOLLOWER
21:05:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.007050 18962 webserver.cc:534] Webserver started at http://127.17.196.124:40285/ using document root <none> and password file <none>
21:05:09.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.008785 18962 fs_manager.cc:362] Metadata directory not provided
21:05:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.009406 18962 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.025388 18962 fs_manager.cc:714] Time spent opening directory manager: real 0.012s	user 0.011s	sys 0.001s
21:05:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.034454 19001 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.035912 18962 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.005s	sys 0.001s
21:05:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.036314 18962 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data,/tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:05:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed05da6ad14046a39785094feaaffa4c"
21:05:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:55 on dist-test-slave-jjt8"
21:05:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.038403 18962 fs_report.cc:389] FS layout report
21:05:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/wal
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/data
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:09.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.105758 18962 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:09.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.107527 18962 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.108039 18962 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.211975 18962 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.124:36909
21:05:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.213573 19053 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.124:36909 every 8 connection(s)
21:05:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.216706 18962 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/master-2/data/info.pb
21:05:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.218873 18193 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvxX086/build/tsan/bin/kudu as pid 18962
21:05:09.220 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:05:09.221 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.196.66:37199
21:05:09.221 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

21:05:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.221978 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18629
21:05:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.248642 19054 sys_catalog.cc:263] Verifying existing consensus state
21:05:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.258260 19054 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Bootstrap starting.
21:05:09.275 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] handling channelInactive
21:05:09.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state READY due to: connection closed
21:05:09.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:05:09.282 [DEBUG - Time-limited test] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:09.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state CONNECTING due to: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.288 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199) for tablet b06dad600274457093260d4da24d9a97: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.303 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.17.196.124:36909(127.17.196.124:36909)] connecting to peer
21:05:09.309 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.17.196.124:36909(127.17.196.124:36909)] Successfully connected to peer
21:05:09.333 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.196.124
21:05:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.337718 19054 log.cc:826] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Log is configured to *not* fsync() on all Append() calls
21:05:09.369 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xe23bb71b, L:/127.0.0.1:55834 - R:/127.17.196.124:36909] using SASL/PLAIN
21:05:09.376 [DEBUG - kudu-nio-5] (RemoteTablet.java:166) master-127.17.196.124:36909 was demoted as the leader for Kudu Master
21:05:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.381768 19054 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:05:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.383019 19054 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: Bootstrap complete.
21:05:09.390 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:09.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29979, elapsed=87), Traces: [0ms] sending RPC to server master-127.17.196.124:36909, [73ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [73ms] received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [86ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@32295672(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
21:05:09.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.196.124:36909: Catalog manager is not initialized. State: Starting
21:05:09.397 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:09.397 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191),3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)[L]]}]
21:05:09.398 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b06dad600274457093260d4da24d9a97, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [7ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [8ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [95ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [95ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [101ms] Sub RPC GetTableLocations: refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [115ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@816269527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@61f9486 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61c335b7 -> wakeup thread Time-limited test)) after lookup
21:05:09.399 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:09.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state CONNECTING due to: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.402 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199) for tablet b06dad600274457093260d4da24d9a97: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.420032 19054 raft_consensus.cc:359] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:05:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.423633 19054 raft_consensus.cc:740] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed05da6ad14046a39785094feaaffa4c, State: Initialized, Role: FOLLOWER
21:05:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.425024 19054 consensus_queue.cc:260] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } }
21:05:09.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:09.428 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191),3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)[L]]}]
21:05:09.429 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b06dad600274457093260d4da24d9a97, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [7ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [8ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [95ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [95ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [101ms] Sub RPC GetTableLocations: refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [115ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [117ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [120ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [121ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@816269527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@61f9486 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61c335b7 -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613))) after lookup
21:05:09.430 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.428627 19063 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.429565 19063 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: FOLLOWER
21:05:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.431190 19054 sys_catalog.cc:565] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: configured and running, proceeding with master startup.
21:05:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.433612 19029 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [term 1 FOLLOWER]: Advancing to term 2
21:05:09.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state CONNECTING due to: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.441 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199) for tablet b06dad600274457093260d4da24d9a97: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:09.469 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191),3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)[L]]}]
21:05:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.468923 19063 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: New leader e4d72ca227384018980c67f7dbf2b067. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:09.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b06dad600274457093260d4da24d9a97, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=188), Traces: [0ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [7ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [8ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [95ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [95ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [101ms] Sub RPC GetTableLocations: refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [115ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [117ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [120ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [121ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [148ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [160ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [160ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [187ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@816269527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@61f9486 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61c335b7 -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971))) after lookup
21:05:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.469880 19063 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: FOLLOWER
21:05:09.470 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.470618 19063 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.471377 19063 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c [sys.catalog]: This master's current role is: FOLLOWER
21:05:09.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state CONNECTING due to: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.474 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199) for tablet b06dad600274457093260d4da24d9a97: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.494318 19078 catalog_manager.cc:1294] Loaded cluster ID: 64f48f76b5cc4bd38e5f50a787ef7238
21:05:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.494954 19078 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: loading cluster ID for follower catalog manager: success
21:05:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.503023 19078 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: acquiring CA information for follower catalog manager: success
21:05:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.508926 19078 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ed05da6ad14046a39785094feaaffa4c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:09.548 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:09.549 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191),3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)[L]]}]
21:05:09.549 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b06dad600274457093260d4da24d9a97, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=268), Traces: [0ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [7ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [8ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [95ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [95ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [101ms] Sub RPC GetTableLocations: refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [115ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [117ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [120ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [121ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [148ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [160ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [160ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [187ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [189ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [192ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [193ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [261ms] refreshing cache from master, [261ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [267ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@816269527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@61f9486 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971) -> (continuation of Deferred@1145502157 after retry RPC@371901509), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61c335b7 -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971) -> (continuation of Deferred@1145502157 after retry RPC@371901509))) after lookup
21:05:09.550 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:09.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state CONNECTING due to: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.552 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199) for tablet b06dad600274457093260d4da24d9a97: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.713696 18624 heartbeater.cc:499] Master 127.17.196.125:38003 was elected leader, sending a full tablet report...
21:05:09.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:09.730 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191),3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)[L]]}]
21:05:09.734 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b06dad600274457093260d4da24d9a97, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=449), Traces: [0ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [7ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [8ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [95ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [95ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [101ms] Sub RPC GetTableLocations: refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [115ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [117ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [120ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [121ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [148ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [160ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [160ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [187ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [189ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [192ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [193ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [261ms] refreshing cache from master, [261ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [267ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [269ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [271ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [271ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [441ms] refreshing cache from master, [441ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [448ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@816269527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@61f9486 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971) -> (continuation of Deferred@1145502157 after retry RPC@371901509) -> (continuation of Deferred@756625649 after retry RPC@1834074619), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61c335b7 -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971) -> (continuation of Deferred@1145502157 after retry RPC@371901509) -> (continuation of Deferred@756625649 after retry RPC@1834074619))) after lookup
21:05:09.735 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] connecting to peer
21:05:09.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] cleaning up while in state CONNECTING due to: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.740 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199) for tablet b06dad600274457093260d4da24d9a97: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199
21:05:09.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.761430 18906 heartbeater.cc:499] Master 127.17.196.125:38003 was elected leader, sending a full tablet report...
21:05:09.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.776187 18623 heartbeater.cc:344] Connected to a master server at 127.17.196.124:36909
21:05:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.784788 19019 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" instance_seqno: 1783544701192096) as {username='slave'} at 127.17.196.65:41589; Asking this server to re-register.
21:05:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.787554 18623 heartbeater.cc:461] Registering TS with master...
21:05:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.791115 18905 heartbeater.cc:344] Connected to a master server at 127.17.196.124:36909
21:05:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.793166 19018 ts_manager.cc:194] Registered new tserver with Master: 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191)
21:05:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.794977 19017 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" instance_seqno: 1783544705879611) as {username='slave'} at 127.17.196.67:41927; Asking this server to re-register.
21:05:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.796751 18905 heartbeater.cc:461] Registering TS with master...
21:05:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.801599 19019 ts_manager.cc:194] Registered new tserver with Master: 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555)
21:05:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.876717 18993 sys_catalog.cc:455] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "e4d72ca227384018980c67f7dbf2b067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c38da06aa52b41c3abcbd4eca798ab73" member_type: VOTER last_known_addr { host: "127.17.196.126" port: 40427 } } peers { permanent_uuid: "e4d72ca227384018980c67f7dbf2b067" member_type: VOTER last_known_addr { host: "127.17.196.125" port: 38003 } } peers { permanent_uuid: "ed05da6ad14046a39785094feaaffa4c" member_type: VOTER last_known_addr { host: "127.17.196.124" port: 36909 } } }
21:05:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.877506 18993 sys_catalog.cc:458] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067 [sys.catalog]: This master's current role is: LEADER
21:05:10.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.560978 19089 raft_consensus.cc:493] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a62661cba1b44b4791d03ec979f8f12d)
21:05:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.561465 19089 raft_consensus.cc:515] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.564671 19089 leader_election.cc:290] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65:41191), a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199)
21:05:10.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.569984 18796 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111)
21:05:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.575682 18796 leader_election.cc:336] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199): Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111)
21:05:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.578845 18578 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "3a0ecf76850d45bcbe122815df696d5d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0e9d354f8fba414db9efbaeec371b20d" is_pre_election: true
21:05:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.580621 18796 leader_election.cc:304] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3a0ecf76850d45bcbe122815df696d5d; no voters: 0e9d354f8fba414db9efbaeec371b20d, a62661cba1b44b4791d03ec979f8f12d
21:05:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.581460 19089 raft_consensus.cc:2749] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:05:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.717593 19094 raft_consensus.cc:493] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a62661cba1b44b4791d03ec979f8f12d)
21:05:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.718133 19094 raft_consensus.cc:515] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.721349 19094 leader_election.cc:290] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555), a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199)
21:05:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.731505 18514 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111)
21:05:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.737509 18514 leader_election.cc:336] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199): Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111)
21:05:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.739338 18859 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "0e9d354f8fba414db9efbaeec371b20d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3a0ecf76850d45bcbe122815df696d5d" is_pre_election: true
21:05:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.739890 18859 raft_consensus.cc:2468] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e9d354f8fba414db9efbaeec371b20d in term 1.
21:05:10.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.741043 18513 leader_election.cc:304] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0e9d354f8fba414db9efbaeec371b20d, 3a0ecf76850d45bcbe122815df696d5d; no voters: a62661cba1b44b4791d03ec979f8f12d
21:05:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.741797 19094 raft_consensus.cc:2804] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Leader pre-election won for term 2
21:05:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.742178 19094 raft_consensus.cc:493] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Starting leader election (detected failure of leader a62661cba1b44b4791d03ec979f8f12d)
21:05:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.742431 19094 raft_consensus.cc:3060] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 1 FOLLOWER]: Advancing to term 2
21:05:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.748150 19094 raft_consensus.cc:515] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.750087 19094 leader_election.cc:290] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [CANDIDATE]: Term 2 election: Requested vote from peers 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555), a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199)
21:05:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.751096 18859 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b06dad600274457093260d4da24d9a97" candidate_uuid: "0e9d354f8fba414db9efbaeec371b20d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3a0ecf76850d45bcbe122815df696d5d"
21:05:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.751776 18859 raft_consensus.cc:3060] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 1 FOLLOWER]: Advancing to term 2
21:05:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.755040 18514 leader_election.cc:336] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199): Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111)
21:05:10.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.759234 18859 raft_consensus.cc:2468] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e9d354f8fba414db9efbaeec371b20d in term 2.
21:05:10.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.760618 18513 leader_election.cc:304] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0e9d354f8fba414db9efbaeec371b20d, 3a0ecf76850d45bcbe122815df696d5d; no voters: a62661cba1b44b4791d03ec979f8f12d
21:05:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.761713 19094 raft_consensus.cc:2804] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 2 FOLLOWER]: Leader election won for term 2
21:05:10.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.765137 19094 raft_consensus.cc:697] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 2 LEADER]: Becoming Leader. State: Replica: 0e9d354f8fba414db9efbaeec371b20d, State: Running, Role: LEADER
21:05:10.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.767180 19094 consensus_queue.cc:237] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } }
21:05:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.779554 18311 catalog_manager.cc:5696] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d reported cstate change: term changed from 1 to 2, leader changed from a62661cba1b44b4791d03ec979f8f12d (127.17.196.66) to 0e9d354f8fba414db9efbaeec371b20d (127.17.196.65). New cstate: current_term: 2 leader_uuid: "0e9d354f8fba414db9efbaeec371b20d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e9d354f8fba414db9efbaeec371b20d" member_type: VOTER last_known_addr { host: "127.17.196.65" port: 41191 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a62661cba1b44b4791d03ec979f8f12d" member_type: VOTER last_known_addr { host: "127.17.196.66" port: 37199 } health_report { overall_health: UNKNOWN } } }
21:05:11.047 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b06dad600274457093260d4da24d9a97 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
21:05:11.048 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b06dad600274457093260d4da24d9a97@[0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191)[L],3a0ecf76850d45bcbe122815df696d5d(127.17.196.67:41555),a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)]}]
21:05:11.048 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b06dad600274457093260d4da24d9a97, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1766), Traces: [0ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [7ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [8ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.124:36909, [95ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [95ms] Sub RPC GetTableLocations: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [101ms] Sub RPC GetTableLocations: refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.126:40427, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.124:36909, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.196.125:38003, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.126:40427: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.125:38003: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.17.196.124:36909: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [115ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [117ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [120ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [121ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [148ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [160ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [160ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [187ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [189ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [192ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [193ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [261ms] refreshing cache from master, [261ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [267ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [269ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [271ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [271ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [441ms] refreshing cache from master, [441ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [448ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, [453ms] sending RPC to server a62661cba1b44b4791d03ec979f8f12d, [458ms] received response from server a62661cba1b44b4791d03ec979f8f12d: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [459ms] delaying RPC due to: Network error: Failed to connect to peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199): Connection refused: /127.17.196.66:37199, [1762ms] refreshing cache from master, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.196.125:38003, [1766ms] Sub RPC GetTableLocations: received response from server master-127.17.196.125:38003: OK, deferred=Deferred@816269527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fd6fc36e110@61f9486 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971) -> (continuation of Deferred@1145502157 after retry RPC@371901509) -> (continuation of Deferred@756625649 after retry RPC@1834074619) -> (continuation of Deferred@901183853 after retry RPC@712294344), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61c335b7 -> wakeup thread Time-limited test -> (continuation of Deferred@32295672 after retry RPC@1703782613) -> (continuation of Deferred@2022542703 after retry RPC@1621512971) -> (continuation of Deferred@1145502157 after retry RPC@371901509) -> (continuation of Deferred@756625649 after retry RPC@1834074619) -> (continuation of Deferred@901183853 after retry RPC@712294344))) after lookup
21:05:11.049 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191)] connecting to peer
21:05:11.051 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191)] Successfully connected to peer
21:05:11.078 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd6b81947, L:/127.0.0.1:60518 - R:/127.17.196.65:41191] using TOKEN/null
21:05:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.092013 18859 raft_consensus.cc:1275] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 2 FOLLOWER]: Refusing update from remote peer 0e9d354f8fba414db9efbaeec371b20d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 13. (index mismatch)
21:05:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.094266 19099 consensus_queue.cc:1048] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a0ecf76850d45bcbe122815df696d5d" member_type: VOTER last_known_addr { host: "127.17.196.67" port: 41555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
21:05:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.095098 18514 consensus_peers.cc:597] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d -> Peer a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199): Couldn't send request to peer a62661cba1b44b4791d03ec979f8f12d. Status: Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:05:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.114992 19111 mvcc.cc:204] Tried to move back new op lower bound from 7305399136612175872 to 7305399135313604608. Current Snapshot: MvccSnapshot[applied={T|T < 7305399136612175872}]
21:05:11.367 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=b06dad600274457093260d4da24d9a97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.370528 18311 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:36066:
21:05:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
21:05:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.371416 18311 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:36066:
21:05:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
21:05:11.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.433729 18311 catalog_manager.cc:5983] T 00000000000000000000000000000000 P e4d72ca227384018980c67f7dbf2b067: Sending DeleteTablet for 3 replicas of tablet b06dad600274457093260d4da24d9a97
21:05:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.471679 18840 tablet_service.cc:1558] Processing DeleteTablet for tablet b06dad600274457093260d4da24d9a97 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 21:05:11 UTC) from {username='slave'} at 127.0.0.1:45434
21:05:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.487641 19132 tablet_replica.cc:333] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: stopping tablet replica
21:05:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.489593 19132 raft_consensus.cc:2243] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 2 FOLLOWER]: Raft consensus shutting down.
21:05:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.491331 19132 raft_consensus.cc:2272] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d [term 2 FOLLOWER]: Raft consensus is shut down!
21:05:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.494756 18300 catalog_manager.cc:4754] TS a62661cba1b44b4791d03ec979f8f12d (127.17.196.66:37199): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet b06dad600274457093260d4da24d9a97: Network error: Client connection negotiation failed: client connection to 127.17.196.66:37199: connect: Connection refused (error 111)
21:05:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.495816 19132 ts_tablet_manager.cc:1916] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Deleting tablet data with delete state TABLET_DATA_DELETED
21:05:11.498 [DEBUG - main] (Connection.java:575) [peer master-127.17.196.125:38003(127.17.196.125:38003)] disconnecting while in state READY
21:05:11.499 [DEBUG - main] (Connection.java:575) [peer a62661cba1b44b4791d03ec979f8f12d(127.17.196.66:37199)] disconnecting while in state TERMINATED
21:05:11.499 [DEBUG - main] (Connection.java:575) [peer 0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191)] disconnecting while in state READY
21:05:11.499 [DEBUG - main] (Connection.java:575) [peer master-127.17.196.126:40427(127.17.196.126:40427)] disconnecting while in state READY
21:05:11.499 [DEBUG - main] (Connection.java:575) [peer master-127.17.196.124:36909(127.17.196.124:36909)] disconnecting while in state READY
21:05:11.500 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191)] handling channelInactive
21:05:11.500 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.196.126:40427(127.17.196.126:40427)] handling channelInactive
21:05:11.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.196.126:40427(127.17.196.126:40427)] cleaning up while in state READY due to: connection closed
21:05:11.502 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.17.196.124:36909(127.17.196.124:36909)] handling channelInactive
21:05:11.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.196.124:36909(127.17.196.124:36909)] cleaning up while in state READY due to: connection closed
21:05:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.499802 18558 tablet_service.cc:1558] Processing DeleteTablet for tablet b06dad600274457093260d4da24d9a97 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 21:05:11 UTC) from {username='slave'} at 127.0.0.1:60526
21:05:11.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0e9d354f8fba414db9efbaeec371b20d(127.17.196.65:41191)] cleaning up while in state READY due to: connection closed
21:05:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.508296 19134 tablet_replica.cc:333] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d: stopping tablet replica
21:05:11.509 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:11.512 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.196.125:38003(127.17.196.125:38003)] handling channelInactive
21:05:11.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.196.125:38003(127.17.196.125:38003)] cleaning up while in state READY due to: connection closed
21:05:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.510026 19134 raft_consensus.cc:2243] T b06dad600274457093260d4da24d9a97 P 0e9d354f8fba414db9efbaeec371b20d [term 2 LEADER]: Raft consensus shutting down.
21:05:11.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.518815 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18487
21:05:11.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.535168 19132 ts_tablet_manager.cc:1929] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
21:05:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.535988 19132 log.cc:1199] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Deleting WAL directory at /tmp/dist-test-taskvxX086/test-tmp/mini-kudu-cluster14405806377499559054/ts-2/wal/wals/b06dad600274457093260d4da24d9a97
21:05:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.536881 19132 ts_tablet_manager.cc:1950] T b06dad600274457093260d4da24d9a97 P 3a0ecf76850d45bcbe122815df696d5d: Deleting consensus metadata
21:05:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.540280 18299 catalog_manager.cc:5027] TS 3a0ecf76850d45bcbe122815df696d5d (127.17.196.67:41555): tablet b06dad600274457093260d4da24d9a97 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=063b1bab7c814a3d9f8b9f4bf24f6a2a]) successfully deleted
21:05:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.561837 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18773
21:05:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.604218 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18205
21:05:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.638880 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18275
21:05:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.675172 18193 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvxX086/build/tsan/bin/kudu with pid 18962
21:05:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:12Z chronyd exiting

Time: 49.568

OK (2 tests)

