JUnit version 4.13.2
.23:08:22.860 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465702852
23:08:22.915 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:08:22.950 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:08:22.958 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskv1wRIy/test-tmp
23:08:22.983 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:08:22.986 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskv1wRIy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:08:23.215 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:08:23.448 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:23.449 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:08:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.453876 24010 mini_oidc.cc:150] Starting JWKS server
23:08:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.457660 24010 webserver.cc:534] Webserver started at http://127.0.0.1:37155/ using document root <none> and password file <none>
23:08:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.458117 24010 mini_oidc.cc:186] Starting OIDC Discovery server
23:08:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.460422 24010 webserver.cc:534] Webserver started at http://127.0.0.1:38203/ using document root <none> and password file <none>
23:08:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:08:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:23Z Disabled control of system clock
23:08:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.523106 24010 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal
23:08:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data
23:08:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/logs
23:08:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data/info.pb
23:08:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.190:33873
23:08:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.190
23:08:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37155/jwks.json with env {}
23:08:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.847674 24022 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.848425 24022 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.848997 24022 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.884146 24022 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.884490 24022 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.884753 24022 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.884987 24022 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.885253 24022 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.885412 24022 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37155/jwks.json
23:08:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.926383 24022 master_runner.cc:387] Master server non-default flags:
23:08:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data
23:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.190:33873
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37155/jwks.json
23:08:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data/info.pb
23:08:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.190
23:08:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/logs
23:08:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.928288 24022 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.930316 24022 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.943295 24028 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.944375 24029 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.337628 24030 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1391 milliseconds
23:08:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.338934 24031 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.342736 24022 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.399s	user 0.547s	sys 0.847s
23:08:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.343019 24022 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.400s	user 0.547s	sys 0.847s
23:08:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.343225 24022 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.344542 24022 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.347509 24022 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.348896 24022 hybrid_clock.cc:648] HybridClock initialized: now 1783465705348875 us; error 91 us; skew 500 ppm
23:08:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.349931 24022 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.357870 24022 webserver.cc:534] Webserver started at http://127.23.114.190:32773/ using document root <none> and password file <none>
23:08:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.359021 24022 fs_manager.cc:362] Metadata directory not provided
23:08:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.359264 24022 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.359879 24022 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.364756 24022 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data/instance:
23:08:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "249efdae41824616b372f5574b348678"
23:08:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:25 on dist-test-slave-78pn"
23:08:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.366232 24022 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal/instance:
23:08:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "249efdae41824616b372f5574b348678"
23:08:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:25 on dist-test-slave-78pn"
23:08:25.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.375355 24022 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
23:08:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.382151 24038 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.384127 24022 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:08:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.384483 24022 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal
23:08:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "249efdae41824616b372f5574b348678"
23:08:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:25 on dist-test-slave-78pn"
23:08:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.384931 24022 fs_report.cc:389] FS layout report
23:08:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal
23:08:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal
23:08:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data/data
23:08:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.468633 24022 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.470227 24022 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.470654 24022 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.550347 24022 rpc_server.cc:307] RPC server started. Bound to: 127.23.114.190:33873
23:08:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.550427 24089 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.114.190:33873 every 8 connection(s)
23:08:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.553584 24022 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/data/info.pb
23:08:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.560227 24010 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24022
23:08:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.560629 24090 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.560801 24010 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-0/wal/instance
23:08:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.565984 24010 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal
23:08:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data
23:08:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/logs
23:08:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data/info.pb
23:08:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.189:46867
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.189
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37155/jwks.json with env {}
23:08:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.575418 24090 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } has no permanent_uuid. Determining permanent_uuid...
23:08:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.605088 24090 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } has no permanent_uuid. Determining permanent_uuid...
23:08:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.607509 24042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.611866 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.661502 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 1
23:08:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.666329 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.734865 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 2
23:08:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.740316 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.831835 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 3
23:08:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.836905 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.895457 24092 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.896252 24092 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.897073 24092 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.931752 24092 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.932191 24092 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.932543 24092 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.932898 24092 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.933301 24092 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.933609 24092 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37155/jwks.json
23:08:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.974642 24092 master_runner.cc:387] Master server non-default flags:
23:08:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data
23:08:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.189:46867
23:08:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37155/jwks.json
23:08:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data/info.pb
23:08:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.189
23:08:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/logs
23:08:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.976737 24092 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.979571 24092 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:25.980317 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 4
23:08:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.986732 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.994346 24101 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.286228 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 5
23:08:26.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.297009 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.844586 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 6
23:08:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.872434 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.189:46867: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.994905 24102 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:27.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.329743 24103 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1332 milliseconds
23:08:27.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.329967 24104 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.332967 24092 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.338s	user 0.527s	sys 0.805s
23:08:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.333269 24092 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.339s	user 0.527s	sys 0.805s
23:08:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.333566 24092 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.335144 24092 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.338183 24092 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.339893 24092 hybrid_clock.cc:648] HybridClock initialized: now 1783465707339823 us; error 102 us; skew 500 ppm
23:08:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.340888 24092 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.349061 24092 webserver.cc:534] Webserver started at http://127.23.114.189:38691/ using document root <none> and password file <none>
23:08:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.350311 24092 fs_manager.cc:362] Metadata directory not provided
23:08:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.350570 24092 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.351233 24092 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.356153 24092 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data/instance:
23:08:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dafa66715934a4f996d90c591c29695"
23:08:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:27 on dist-test-slave-78pn"
23:08:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.357664 24092 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal/instance:
23:08:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dafa66715934a4f996d90c591c29695"
23:08:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:27 on dist-test-slave-78pn"
23:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.366662 24092 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
23:08:27.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.373745 24113 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.375134 24092 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.005s
23:08:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.375517 24092 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal
23:08:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dafa66715934a4f996d90c591c29695"
23:08:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:27 on dist-test-slave-78pn"
23:08:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.376034 24092 fs_report.cc:389] FS layout report
23:08:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data/data
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.454150 24092 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.456115 24092 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:27.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.456689 24092 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.538331 24092 rpc_server.cc:307] RPC server started. Bound to: 127.23.114.189:46867
23:08:27.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.538398 24164 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.114.189:46867 every 8 connection(s)
23:08:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.541765 24092 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/data/info.pb
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.548617 24165 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.549906 24010 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24092
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.550393 24010 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-1/wal/instance
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.553469 24010 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/logs
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data/info.pb
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.188:40767
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.188
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37155/jwks.json with env {}
23:08:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.565562 24165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } has no permanent_uuid. Determining permanent_uuid...
23:08:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.593005 24165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } has no permanent_uuid. Determining permanent_uuid...
23:08:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.608166 24165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } has no permanent_uuid. Determining permanent_uuid...
23:08:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.610780 24117 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.615228 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.664819 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 1
23:08:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.669349 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.737730 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 2
23:08:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.742262 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.833650 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 3
23:08:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.838120 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.888262 24167 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.888918 24167 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.889380 24167 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.928660 24167 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.928980 24167 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.929188 24167 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.929384 24167 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.929575 24167 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.929716 24167 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37155/jwks.json
23:08:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.932993 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } attempt: 7
23:08:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.945133 24090 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } has no permanent_uuid. Determining permanent_uuid...
23:08:27.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.951328 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.972505 24167 master_runner.cc:387] Master server non-default flags:
23:08:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.188:40767
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37155/jwks.json
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data/info.pb
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.188
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/logs
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.974140 24167 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.976168 24167 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.981587 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 4
23:08:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.986807 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.988247 24179 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.009850 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 1
23:08:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.021878 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.103401 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 2
23:08:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.111378 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.196903 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 3
23:08:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.206398 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.286262 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 5
23:08:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.293155 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.346923 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 4
23:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.355008 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.638563 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 5
23:08:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.647073 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.840662 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 6
23:08:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.868511 24165 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.199640 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 6
23:08:29.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.236141 24090 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.114.188:40767: Network error: Client connection negotiation failed: client connection to 127.23.114.188:40767: connect: Connection refused (error 111)
23:08:29.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.391326 24178 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 24167
23:08:29.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.514364 24167 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.525s	user 0.620s	sys 0.904s
23:08:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.515021 24167 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.526s	user 0.620s	sys 0.904s
23:08:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.989843 24180 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.516131 24181 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1525 milliseconds
23:08:29.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.517017 24182 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:29.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.516970 24167 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.520409 24167 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.523058 24167 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.524415 24167 hybrid_clock.cc:648] HybridClock initialized: now 1783465709524378 us; error 38 us; skew 500 ppm
23:08:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.525345 24167 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.532395 24167 webserver.cc:534] Webserver started at http://127.23.114.188:34607/ using document root <none> and password file <none>
23:08:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.533304 24167 fs_manager.cc:362] Metadata directory not provided
23:08:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.533491 24167 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:29.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.533886 24167 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.538589 24167 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data/instance:
23:08:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "993036d53d44496a8965fde0b14cc05b"
23:08:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:29 on dist-test-slave-78pn"
23:08:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.540035 24167 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal/instance:
23:08:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "993036d53d44496a8965fde0b14cc05b"
23:08:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:29 on dist-test-slave-78pn"
23:08:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.547953 24167 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
23:08:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.554230 24193 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.555668 24167 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
23:08:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.556098 24167 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal
23:08:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "993036d53d44496a8965fde0b14cc05b"
23:08:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:29 on dist-test-slave-78pn"
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.556545 24167 fs_report.cc:389] FS layout report
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data/data
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.606941 24167 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.608695 24167 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.609223 24167 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.683861 24167 rpc_server.cc:307] RPC server started. Bound to: 127.23.114.188:40767
23:08:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.683954 24244 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.114.188:40767 every 8 connection(s)
23:08:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.686987 24167 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/data/info.pb
23:08:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.688234 24010 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24167
23:08:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.688759 24010 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/master-2/wal/instance
23:08:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.695123 24245 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:29.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.711407 24245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } has no permanent_uuid. Determining permanent_uuid...
23:08:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.735965 24245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } has no permanent_uuid. Determining permanent_uuid...
23:08:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.746021 24245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } has no permanent_uuid. Determining permanent_uuid...
23:08:29.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.762375 24245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: Bootstrap starting.
23:08:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.769596 24245 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: Neither blocks nor log segments found. Creating new log.
23:08:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.771486 24245 log.cc:826] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: Log is configured to *not* fsync() on all Append() calls
23:08:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.775949 24245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: No bootstrap required, opened a new log
23:08:29.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.795576 24245 raft_consensus.cc:359] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:29.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.796321 24245 raft_consensus.cc:385] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:29.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.796610 24245 raft_consensus.cc:740] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 993036d53d44496a8965fde0b14cc05b, State: Initialized, Role: FOLLOWER
23:08:29.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.797531 24245 consensus_queue.cc:260] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:29.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.800216 24253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:29.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.801317 24253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: This master's current role is: FOLLOWER
23:08:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.802179 24245 sys_catalog.cc:565] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: configured and running, proceeding with master startup.
23:08:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.827613 24264 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.828001 24264 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:29.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.822881 24167 master_runner.cc:187] Error getting master registration for 127.23.114.190:33873: OK, instance_id { permanent_uuid: "249efdae41824616b372f5574b348678" instance_seqno: 1783465705528111 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.845499 24167 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:29.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.864784 24199 tablet.cc:2406] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.929013 24165 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 7
23:08:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.948550 24165 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: Bootstrap starting.
23:08:29.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.955513 24165 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: Neither blocks nor log segments found. Creating new log.
23:08:29.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.957453 24165 log.cc:826] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: Log is configured to *not* fsync() on all Append() calls
23:08:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.962181 24165 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: No bootstrap required, opened a new log
23:08:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.982362 24165 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.983062 24165 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.983251 24165 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3dafa66715934a4f996d90c591c29695, State: Initialized, Role: FOLLOWER
23:08:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.984098 24165 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.986744 24268 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.987567 24268 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: This master's current role is: FOLLOWER
23:08:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.988637 24165 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: configured and running, proceeding with master startup.
23:08:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:30.025727 24279 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:30.027766 24279 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.013288 24092 master_runner.cc:187] Error getting master registration for 127.23.114.190:33873: OK, instance_id { permanent_uuid: "249efdae41824616b372f5574b348678" instance_seqno: 1783465705528111 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.048740 24092 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.143940 24268 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.144640 24268 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:30.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.147861 24268 leader_election.cc:290] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 249efdae41824616b372f5574b348678 (127.23.114.190:33873), 993036d53d44496a8965fde0b14cc05b (127.23.114.188:40767)
23:08:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.150733 24220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3dafa66715934a4f996d90c591c29695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "993036d53d44496a8965fde0b14cc05b" is_pre_election: true
23:08:30.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.151842 24220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3dafa66715934a4f996d90c591c29695 in term 0.
23:08:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.153728 24117 leader_election.cc:304] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3dafa66715934a4f996d90c591c29695, 993036d53d44496a8965fde0b14cc05b; no voters: 
23:08:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.156586 24268 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.157655 24268 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.158663 24268 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 0 FOLLOWER]: Advancing to term 1
23:08:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.167376 24268 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.171700 24220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3dafa66715934a4f996d90c591c29695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "993036d53d44496a8965fde0b14cc05b"
23:08:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.172400 24220 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 0 FOLLOWER]: Advancing to term 1
23:08:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.183281 24220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3dafa66715934a4f996d90c591c29695 in term 1.
23:08:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.192088 24268 leader_election.cc:290] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [CANDIDATE]: Term 1 election: Requested vote from peers 249efdae41824616b372f5574b348678 (127.23.114.190:33873), 993036d53d44496a8965fde0b14cc05b (127.23.114.188:40767)
23:08:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.193666 24117 leader_election.cc:304] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3dafa66715934a4f996d90c591c29695, 993036d53d44496a8965fde0b14cc05b; no voters: 
23:08:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.194703 24268 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 1 FOLLOWER]: Leader election won for term 1
23:08:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.197914 24268 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [term 1 LEADER]: Becoming Leader. State: Replica: 3dafa66715934a4f996d90c591c29695, State: Running, Role: LEADER
23:08:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.199349 24268 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:30.215824 24119 tablet.cc:2406] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.218814 24281 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3dafa66715934a4f996d90c591c29695. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.220963 24281 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: This master's current role is: LEADER
23:08:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.230947 24283 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:08:30.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.240512 24283 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:08:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.268664 24220 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Refusing update from remote peer 3dafa66715934a4f996d90c591c29695: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.269651 24090 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } attempt: 7
23:08:30.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.271735 24281 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [LEADER]: Connected to new peer: Peer: permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
23:08:30.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.330221 24253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3dafa66715934a4f996d90c591c29695. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.333146 24284 mvcc.cc:204] Tried to move back new op lower bound from 7305075549241704448 to 7305075548987891712. Current Snapshot: MvccSnapshot[applied={T|T < 7305075549241704448}]
23:08:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.331027 24253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: This master's current role is: FOLLOWER
23:08:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.345149 24090 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: Bootstrap starting.
23:08:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.362485 24268 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.363315 24268 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: This master's current role is: LEADER
23:08:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.365769 24283 catalog_manager.cc:1382] Generated new cluster ID: 2edc481508b2460ea29d7d0f68877e1a
23:08:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.366107 24283 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:08:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.374650 24090 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: Neither blocks nor log segments found. Creating new log.
23:08:30.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.380712 24090 log.cc:826] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: Log is configured to *not* fsync() on all Append() calls
23:08:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.389016 24253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.389806 24253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: This master's current role is: FOLLOWER
23:08:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.396677 24090 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: No bootstrap required, opened a new log
23:08:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.435061 24283 catalog_manager.cc:1405] Generated new certificate authority record
23:08:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.437878 24283 catalog_manager.cc:1539] Loading token signing keys...
23:08:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.474673 24283 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695: Generated new TSK 0
23:08:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.476720 24283 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:08:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.493327 24090 raft_consensus.cc:359] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.496713 24090 raft_consensus.cc:385] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.497346 24090 raft_consensus.cc:740] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 249efdae41824616b372f5574b348678, State: Initialized, Role: FOLLOWER
23:08:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.498407 24090 consensus_queue.cc:260] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.515452 24090 sys_catalog.cc:565] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: configured and running, proceeding with master startup.
23:08:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.515535 24010 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/logs
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data/info.pb
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.129:0
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.114.129
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.129
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.515612 24064 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3dafa66715934a4f996d90c591c29695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "249efdae41824616b372f5574b348678"
23:08:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.516389 24064 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 0 FOLLOWER]: Advancing to term 1
23:08:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.529825 24065 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3dafa66715934a4f996d90c591c29695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "249efdae41824616b372f5574b348678" is_pre_election: true
23:08:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.541589 24064 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3dafa66715934a4f996d90c591c29695 in term 1.
23:08:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.549365 24063 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Refusing update from remote peer 3dafa66715934a4f996d90c591c29695: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.560842 24281 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [LEADER]: Connected to new peer: Peer: permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.514262 24292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.566768 24292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: This master's current role is: FOLLOWER
23:08:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.626897 24296 mvcc.cc:204] Tried to move back new op lower bound from 7305075549241704448 to 7305075548987891712. Current Snapshot: MvccSnapshot[applied={T|T < 7305075549241704448}]
23:08:30.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.657812 24295 sys_catalog.cc:455] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.658169 24292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3dafa66715934a4f996d90c591c29695. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.659442 24295 sys_catalog.cc:458] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: This master's current role is: FOLLOWER
23:08:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.659472 24292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: This master's current role is: FOLLOWER
23:08:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.701907 24310 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:08:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.834594 24264 catalog_manager.cc:1294] Loaded cluster ID: 2edc481508b2460ea29d7d0f68877e1a
23:08:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.835458 24264 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: loading cluster ID for follower catalog manager: success
23:08:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.845319 24264 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: acquiring CA information for follower catalog manager: success
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.852310 24264 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.065987 24281 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3dafa66715934a4f996d90c591c29695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.067279 24281 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dafa66715934a4f996d90c591c29695 [sys.catalog]: This master's current role is: LEADER
23:08:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.134501 24294 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.135273 24294 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.136060 24294 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.197077 24294 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.198496 24294 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.114.129
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.263403 24294 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.129:0
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data/info.pb
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.129
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.114.129
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/logs
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.265275 24294 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.267622 24294 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.285255 24319 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.722908 24310 catalog_manager.cc:1294] Loaded cluster ID: 2edc481508b2460ea29d7d0f68877e1a
23:08:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.723254 24310 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: loading cluster ID for follower catalog manager: success
23:08:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.747629 24310 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: acquiring CA information for follower catalog manager: success
23:08:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.754709 24310 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.686079 24317 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24294
23:08:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.378450 24317 kernel_stack_watchdog.cc:198] Thread 24294 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 390ms:
23:08:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:08:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:08:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:08:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:08:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:31.286517 24318 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.380852 24294 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.088s	user 0.000s	sys 0.001s
23:08:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.381264 24294 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.088s	user 0.000s	sys 0.002s
23:08:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.386132 24320 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2100 milliseconds
23:08:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.386912 24322 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.386837 24294 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.388911 24294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.392326 24294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.394025 24294 hybrid_clock.cc:648] HybridClock initialized: now 1783465713394002 us; error 75 us; skew 500 ppm
23:08:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.394989 24294 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.402889 24294 webserver.cc:534] Webserver started at http://127.23.114.129:34357/ using document root <none> and password file <none>
23:08:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.404031 24294 fs_manager.cc:362] Metadata directory not provided
23:08:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.404584 24294 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.405625 24294 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.410436 24294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data/instance:
23:08:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "808b1f0a23b840bba7d0384229d89c38"
23:08:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:33 on dist-test-slave-78pn"
23:08:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.411857 24294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal/instance:
23:08:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "808b1f0a23b840bba7d0384229d89c38"
23:08:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:33 on dist-test-slave-78pn"
23:08:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.420251 24294 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.005s
23:08:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.427660 24330 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.429140 24294 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.429586 24294 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "808b1f0a23b840bba7d0384229d89c38"
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:33 on dist-test-slave-78pn"
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.430027 24294 fs_report.cc:389] FS layout report
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data/data
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.498121 24294 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.500365 24294 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.501075 24294 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.504896 24294 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.510488 24294 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.510733 24294 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.511047 24294 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.511248 24294 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.727180 24294 rpc_server.cc:307] RPC server started. Bound to: 127.23.114.129:40795
23:08:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.727375 24442 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.114.129:40795 every 8 connection(s)
23:08:33.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.730544 24294 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/data/info.pb
23:08:33.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.735210 24010 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24294
23:08:33.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.735950 24010 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal/instance
23:08:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.766047 24010 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/logs
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data/info.pb
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.130:0
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.114.130
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.130
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.798457 24443 heartbeater.cc:344] Connected to a master server at 127.23.114.189:46867
23:08:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.799069 24443 heartbeater.cc:461] Registering TS with master...
23:08:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.800834 24447 heartbeater.cc:344] Connected to a master server at 127.23.114.190:33873
23:08:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.801220 24447 heartbeater.cc:461] Registering TS with master...
23:08:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.801584 24443 heartbeater.cc:507] Master 127.23.114.189:46867 requested a full tablet report, sending...
23:08:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.802577 24447 heartbeater.cc:507] Master 127.23.114.190:33873 requested a full tablet report, sending...
23:08:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.805855 24130 ts_manager.cc:194] Registered new tserver with Master: 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795)
23:08:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.808102 24055 ts_manager.cc:194] Registered new tserver with Master: 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795)
23:08:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.809486 24130 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.114.129:60965
23:08:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.814803 24444 heartbeater.cc:344] Connected to a master server at 127.23.114.188:40767
23:08:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.815227 24444 heartbeater.cc:461] Registering TS with master...
23:08:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.815974 24444 heartbeater.cc:507] Master 127.23.114.188:40767 requested a full tablet report, sending...
23:08:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.819665 24210 ts_manager.cc:194] Registered new tserver with Master: 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795)
23:08:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.153365 24453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.153971 24453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.154619 24453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.190440 24453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.191810 24453 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.114.130
23:08:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.232560 24453 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.130:0
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data/info.pb
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.130
23:08:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.114.130
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/logs
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:34.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:34.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:34.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.234297 24453 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:34.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.236409 24453 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.252126 24460 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:34.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.815589 24443 heartbeater.cc:499] Master 127.23.114.189:46867 was elected leader, sending a full tablet report...
23:08:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.654436 24459 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24453
23:08:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.763362 24453 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.511s	user 0.568s	sys 0.840s
23:08:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.763743 24453 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.511s	user 0.568s	sys 0.840s
23:08:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.253903 24461 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.765744 24463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.768843 24462 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1506 milliseconds
23:08:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.768888 24453 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.770254 24453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.772500 24453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.773950 24453 hybrid_clock.cc:648] HybridClock initialized: now 1783465715773898 us; error 44 us; skew 500 ppm
23:08:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.774884 24453 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.781131 24453 webserver.cc:534] Webserver started at http://127.23.114.130:44949/ using document root <none> and password file <none>
23:08:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.782012 24453 fs_manager.cc:362] Metadata directory not provided
23:08:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.782199 24453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.782594 24453 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:35.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.787124 24453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data/instance:
23:08:35.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9b9f9f19b92454499c7dc8416792cee"
23:08:35.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:35 on dist-test-slave-78pn"
23:08:35.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.788303 24453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal/instance:
23:08:35.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9b9f9f19b92454499c7dc8416792cee"
23:08:35.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:35 on dist-test-slave-78pn"
23:08:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.795917 24453 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
23:08:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.801594 24470 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.802742 24453 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.803130 24453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9b9f9f19b92454499c7dc8416792cee"
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:35 on dist-test-slave-78pn"
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.803544 24453 fs_report.cc:389] FS layout report
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data/data
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.854959 24453 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.856662 24453 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.857201 24453 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.860423 24453 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:35.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.864789 24453 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:35.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.865007 24453 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:35.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.865315 24453 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:35.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.865492 24453 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.013573 24453 rpc_server.cc:307] RPC server started. Bound to: 127.23.114.130:44147
23:08:36.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.013688 24584 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.114.130:44147 every 8 connection(s)
23:08:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.016240 24453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/data/info.pb
23:08:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.025820 24010 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24453
23:08:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.026350 24010 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal/instance
23:08:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.045039 24010 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/logs
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data/info.pb
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.131:0
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.114.131
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.131
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:36.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.060779 24585 heartbeater.cc:344] Connected to a master server at 127.23.114.189:46867
23:08:36.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.061602 24585 heartbeater.cc:461] Registering TS with master...
23:08:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.063115 24585 heartbeater.cc:507] Master 127.23.114.189:46867 requested a full tablet report, sending...
23:08:36.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.064863 24587 heartbeater.cc:344] Connected to a master server at 127.23.114.190:33873
23:08:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.065212 24587 heartbeater.cc:461] Registering TS with master...
23:08:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.066140 24587 heartbeater.cc:507] Master 127.23.114.190:33873 requested a full tablet report, sending...
23:08:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.066416 24586 heartbeater.cc:344] Connected to a master server at 127.23.114.188:40767
23:08:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.066301 24130 ts_manager.cc:194] Registered new tserver with Master: c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147)
23:08:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.066758 24586 heartbeater.cc:461] Registering TS with master...
23:08:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.067730 24586 heartbeater.cc:507] Master 127.23.114.188:40767 requested a full tablet report, sending...
23:08:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.068326 24130 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.114.130:57617
23:08:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.069962 24055 ts_manager.cc:194] Registered new tserver with Master: c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147)
23:08:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.072139 24210 ts_manager.cc:194] Registered new tserver with Master: c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147)
23:08:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.391007 24595 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.391521 24595 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.392046 24595 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:36.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.425362 24595 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.426169 24595 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.114.131
23:08:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.462260 24595 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.114.148:45205
23:08:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.114.131:0
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data/info.pb
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.114.131
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.114.131
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/logs
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.463716 24595 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.465469 24595 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.477931 24601 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.072964 24585 heartbeater.cc:499] Master 127.23.114.189:46867 was elected leader, sending a full tablet report...
23:08:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.478667 24602 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:37.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.882649 24604 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:37.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.883821 24603 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1403 milliseconds
23:08:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.892019 24595 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.414s	user 0.510s	sys 0.886s
23:08:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.892392 24595 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.414s	user 0.510s	sys 0.886s
23:08:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.892680 24595 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.894291 24595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.896914 24595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.898317 24595 hybrid_clock.cc:648] HybridClock initialized: now 1783465717898272 us; error 55 us; skew 500 ppm
23:08:37.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.899276 24595 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.908505 24595 webserver.cc:534] Webserver started at http://127.23.114.131:41611/ using document root <none> and password file <none>
23:08:37.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.909857 24595 fs_manager.cc:362] Metadata directory not provided
23:08:37.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.910161 24595 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.910876 24595 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.917634 24595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data/instance:
23:08:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efb8eac237d347cf9a91ffdf01c20a18"
23:08:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:37 on dist-test-slave-78pn"
23:08:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.918882 24595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal/instance:
23:08:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efb8eac237d347cf9a91ffdf01c20a18"
23:08:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:37 on dist-test-slave-78pn"
23:08:37.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.927733 24595 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.001s	sys 0.009s
23:08:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.934142 24612 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.935618 24595 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:08:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.936043 24595 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal
23:08:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efb8eac237d347cf9a91ffdf01c20a18"
23:08:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:37 on dist-test-slave-78pn"
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.936421 24595 fs_report.cc:389] FS layout report
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data/data
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.014217 24595 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.015983 24595 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.016534 24595 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.019646 24595 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.024233 24595 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.024515 24595 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.024859 24595 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.025068 24595 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.171218 24595 rpc_server.cc:307] RPC server started. Bound to: 127.23.114.131:44087
23:08:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.171360 24724 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.114.131:44087 every 8 connection(s)
23:08:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.174151 24595 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/data/info.pb
23:08:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.177508 24010 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24595
23:08:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.178139 24010 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-2/wal/instance
23:08:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.226755 24727 heartbeater.cc:344] Connected to a master server at 127.23.114.190:33873
23:08:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.227159 24725 heartbeater.cc:344] Connected to a master server at 127.23.114.189:46867
23:08:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.227330 24727 heartbeater.cc:461] Registering TS with master...
23:08:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.227574 24725 heartbeater.cc:461] Registering TS with master...
23:08:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.228799 24725 heartbeater.cc:507] Master 127.23.114.189:46867 requested a full tablet report, sending...
23:08:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.228852 24727 heartbeater.cc:507] Master 127.23.114.190:33873 requested a full tablet report, sending...
23:08:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.230201 24726 heartbeater.cc:344] Connected to a master server at 127.23.114.188:40767
23:08:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.230516 24726 heartbeater.cc:461] Registering TS with master...
23:08:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.231299 24726 heartbeater.cc:507] Master 127.23.114.188:40767 requested a full tablet report, sending...
23:08:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.232686 24055 ts_manager.cc:194] Registered new tserver with Master: efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087)
23:08:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.233362 24130 ts_manager.cc:194] Registered new tserver with Master: efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087)
23:08:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.234073 24210 ts_manager.cc:194] Registered new tserver with Master: efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087)
23:08:38.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.234862 24130 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.114.131:44003
23:08:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.246493 24010 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:08:38.258 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:38.260 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:08:38.269 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.114.190"
      port: 33873
    }
    bound_http_address {
      host: "127.23.114.190"
      port: 32773
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.114.189"
      port: 46867
    }
    bound_http_address {
      host: "127.23.114.189"
      port: 38691
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.114.188"
      port: 40767
    }
    bound_http_address {
      host: "127.23.114.188"
      port: 34607
    }
  }
}

23:08:38.272 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:08:38.275 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.114.129"
      port: 40795
    }
    bound_http_address {
      host: "127.23.114.129"
      port: 34357
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.114.130"
      port: 44147
    }
    bound_http_address {
      host: "127.23.114.130"
      port: 44949
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.114.131"
      port: 44087
    }
    bound_http_address {
      host: "127.23.114.131"
      port: 41611
    }
  }
}

23:08:38.275 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:08:38.470 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:08:38.545 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:38.742 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.114.190:33873(127.23.114.190:33873)] connecting to peer
23:08:38.791 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:38.793 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.114.188:40767(127.23.114.188:40767)] connecting to peer
23:08:38.809 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.114.190:33873(127.23.114.190:33873)] Successfully connected to peer
23:08:38.812 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.114.188:40767(127.23.114.188:40767)] Successfully connected to peer
23:08:38.812 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.114.189:46867(127.23.114.189:46867)] Successfully connected to peer
23:08:38.911 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.114.189
23:08:38.911 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.114.188
23:08:38.912 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.114.190
23:08:39.184 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x87bffdd3, L:/127.0.0.1:59688 - R:/127.23.114.190:33873] using SASL/PLAIN
23:08:39.184 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x07f822f4, L:/127.0.0.1:57438 - R:/127.23.114.189:46867] using SASL/PLAIN
23:08:39.184 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa9cbcdd4, L:/127.0.0.1:56268 - R:/127.23.114.188:40767] using SASL/PLAIN
23:08:39.224 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:39.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=534), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [506ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: OK, deferred=null) after lookup
23:08:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.238261 24725 heartbeater.cc:499] Master 127.23.114.189:46867 was elected leader, sending a full tablet report...
23:08:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.282608 24130 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57438:
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:08:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.286564 24130 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:08:39.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bdc36ed8e04242e38435e780dc11a34a
23:08:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.367134 24519 tablet_service.cc:1511] Processing CreateTablet for tablet 21d65f5d2efe47968a1422ef7bc370cd (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a]), partition=RANGE (key) PARTITION UNBOUNDED
23:08:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.368993 24519 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21d65f5d2efe47968a1422ef7bc370cd. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.408582 24378 tablet_service.cc:1511] Processing CreateTablet for tablet 21d65f5d2efe47968a1422ef7bc370cd (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a]), partition=RANGE (key) PARTITION UNBOUNDED
23:08:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.410847 24378 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21d65f5d2efe47968a1422ef7bc370cd. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.420341 24660 tablet_service.cc:1511] Processing CreateTablet for tablet 21d65f5d2efe47968a1422ef7bc370cd (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a]), partition=RANGE (key) PARTITION UNBOUNDED
23:08:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.423205 24660 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21d65f5d2efe47968a1422ef7bc370cd. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.441358 24760 tablet_bootstrap.cc:492] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Bootstrap starting.
23:08:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.451016 24760 tablet_bootstrap.cc:654] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Neither blocks nor log segments found. Creating new log.
23:08:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.461504 24761 tablet_bootstrap.cc:492] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Bootstrap starting.
23:08:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.467715 24760 log.cc:826] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Log is configured to *not* fsync() on all Append() calls
23:08:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.469250 24761 tablet_bootstrap.cc:654] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Neither blocks nor log segments found. Creating new log.
23:08:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.471773 24761 log.cc:826] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Log is configured to *not* fsync() on all Append() calls
23:08:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.477743 24762 tablet_bootstrap.cc:492] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: Bootstrap starting.
23:08:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.479537 24760 tablet_bootstrap.cc:492] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: No bootstrap required, opened a new log
23:08:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.480279 24761 tablet_bootstrap.cc:492] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: No bootstrap required, opened a new log
23:08:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.480688 24760 ts_tablet_manager.cc:1403] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Time spent bootstrapping tablet: real 0.040s	user 0.016s	sys 0.003s
23:08:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.480803 24761 ts_tablet_manager.cc:1403] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Time spent bootstrapping tablet: real 0.020s	user 0.014s	sys 0.004s
23:08:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.486584 24762 tablet_bootstrap.cc:654] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: Neither blocks nor log segments found. Creating new log.
23:08:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.489418 24762 log.cc:826] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: Log is configured to *not* fsync() on all Append() calls
23:08:39.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.508780 24762 tablet_bootstrap.cc:492] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: No bootstrap required, opened a new log
23:08:39.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.509732 24761 raft_consensus.cc:359] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.511188 24761 raft_consensus.cc:385] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.511729 24761 raft_consensus.cc:740] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 808b1f0a23b840bba7d0384229d89c38, State: Initialized, Role: FOLLOWER
23:08:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.510671 24762 ts_tablet_manager.cc:1403] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: Time spent bootstrapping tablet: real 0.036s	user 0.008s	sys 0.021s
23:08:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.512987 24761 consensus_queue.cc:260] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.522226 24760 raft_consensus.cc:359] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.523312 24760 raft_consensus.cc:385] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.523650 24760 raft_consensus.cc:740] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c9b9f9f19b92454499c7dc8416792cee, State: Initialized, Role: FOLLOWER
23:08:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.523824 24761 ts_tablet_manager.cc:1434] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Time spent starting tablet: real 0.043s	user 0.033s	sys 0.008s
23:08:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.525275 24760 consensus_queue.cc:260] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.529935 24760 ts_tablet_manager.cc:1434] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Time spent starting tablet: real 0.049s	user 0.035s	sys 0.000s
23:08:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.532131 24450 tablet.cc:2406] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.561756 24590 tablet.cc:2406] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.562031 24762 raft_consensus.cc:359] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.563381 24762 raft_consensus.cc:385] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.564018 24762 raft_consensus.cc:740] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: efb8eac237d347cf9a91ffdf01c20a18, State: Initialized, Role: FOLLOWER
23:08:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.565291 24762 consensus_queue.cc:260] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.590430 24762 ts_tablet_manager.cc:1434] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: Time spent starting tablet: real 0.077s	user 0.032s	sys 0.023s
23:08:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.703238 24730 tablet.cc:2406] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.783299 24768 raft_consensus.cc:493] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.784061 24768 raft_consensus.cc:515] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.788901 24768 leader_election.cc:290] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147), 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795)
23:08:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.801469 24540 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "efb8eac237d347cf9a91ffdf01c20a18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c9b9f9f19b92454499c7dc8416792cee" is_pre_election: true
23:08:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.801661 24398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "efb8eac237d347cf9a91ffdf01c20a18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "808b1f0a23b840bba7d0384229d89c38" is_pre_election: true
23:08:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.802512 24540 raft_consensus.cc:2468] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate efb8eac237d347cf9a91ffdf01c20a18 in term 0.
23:08:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.802516 24398 raft_consensus.cc:2468] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate efb8eac237d347cf9a91ffdf01c20a18 in term 0.
23:08:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.804067 24614 leader_election.cc:304] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 808b1f0a23b840bba7d0384229d89c38, efb8eac237d347cf9a91ffdf01c20a18; no voters: 
23:08:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.804878 24768 raft_consensus.cc:2804] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.805234 24768 raft_consensus.cc:493] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.805544 24768 raft_consensus.cc:3060] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 0 FOLLOWER]: Advancing to term 1
23:08:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.811939 24768 raft_consensus.cc:515] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.815384 24768 leader_election.cc:290] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [CANDIDATE]: Term 1 election: Requested vote from peers c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147), 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795)
23:08:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.815316 24540 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "efb8eac237d347cf9a91ffdf01c20a18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c9b9f9f19b92454499c7dc8416792cee"
23:08:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.816567 24398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "efb8eac237d347cf9a91ffdf01c20a18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "808b1f0a23b840bba7d0384229d89c38"
23:08:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.816748 24540 raft_consensus.cc:3060] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 0 FOLLOWER]: Advancing to term 1
23:08:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.817117 24398 raft_consensus.cc:3060] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 0 FOLLOWER]: Advancing to term 1
23:08:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.823768 24540 raft_consensus.cc:2468] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate efb8eac237d347cf9a91ffdf01c20a18 in term 1.
23:08:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.824759 24398 raft_consensus.cc:2468] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate efb8eac237d347cf9a91ffdf01c20a18 in term 1.
23:08:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.825222 24615 leader_election.cc:304] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c9b9f9f19b92454499c7dc8416792cee, efb8eac237d347cf9a91ffdf01c20a18; no voters: 
23:08:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.826138 24768 raft_consensus.cc:2804] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 1 FOLLOWER]: Leader election won for term 1
23:08:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.828215 24768 raft_consensus.cc:697] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [term 1 LEADER]: Becoming Leader. State: Replica: efb8eac237d347cf9a91ffdf01c20a18, State: Running, Role: LEADER
23:08:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.829578 24768 consensus_queue.cc:237] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.841532 24130 catalog_manager.cc:5696] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 reported cstate change: term changed from 0 to 1, leader changed from <none> to efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131). New cstate: current_term: 1 leader_uuid: "efb8eac237d347cf9a91ffdf01c20a18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } health_report { overall_health: HEALTHY } } }
23:08:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:40.240875 24768 consensus_queue.cc:1048] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:40.263064 24784 consensus_queue.cc:1048] T 21d65f5d2efe47968a1422ef7bc370cd P efb8eac237d347cf9a91ffdf01c20a18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:40.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bdc36ed8e04242e38435e780dc11a34a
23:08:40.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:40.426 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795),c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)[L]]}]
23:08:40.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [10ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: OK, deferred=null) after lookup
23:08:40.436 [DEBUG - kudu-nio-1] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:40.439 [DEBUG - kudu-nio-3] (Connection.java:757) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] Successfully connected to peer
23:08:40.517 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2d73a46a, L:/127.0.0.1:32832 - R:/127.23.114.131:44087] using TOKEN/null
23:08:40.820 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=21d65f5d2efe47968a1422ef7bc370cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:40.822 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.114.189:46867
23:08:40.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

23:08:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:40.824715 24010 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24092
23:08:40.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:40.873 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.114.189:46867(127.23.114.189:46867)] handling channelInactive
23:08:40.873 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.23.114.131:44087
23:08:40.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state READY due to: connection closed
23:08:40.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:40.874558 24010 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24595
23:08:40.904 [DEBUG - kudu-nio-3] (Connection.java:239) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] handling channelInactive
23:08:40.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state READY due to: connection closed
23:08:40.904 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:40.905 [DEBUG - Time-limited test] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:40.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:40.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state CONNECTING due to: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:40.908 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087) for tablet 21d65f5d2efe47968a1422ef7bc370cd: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:40.912 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:40.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.914 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.23.114.189:46867(127.23.114.189:46867) for tablet Kudu Master: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.932 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:40.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.941 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:40.953 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:40.955 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:40.973 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:40.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:40.992 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:40.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:40.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:41.032 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:41.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:41.113 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:41.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:41.233 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:41.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:41.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:41.277472 24443 heartbeater.cc:646] Failed to heartbeat to 127.23.114.189:46867 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:41.292730 24585 heartbeater.cc:646] Failed to heartbeat to 127.23.114.189:46867 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:41.332 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:41.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:41.852 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:41.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:41.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767; will retry
23:08:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:41.961759 24802 raft_consensus.cc:493] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3dafa66715934a4f996d90c591c29695)
23:08:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:41.962318 24802 raft_consensus.cc:515] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:41.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:41.964633 24802 leader_election.cc:290] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 249efdae41824616b372f5574b348678 (127.23.114.190:33873), 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867)
23:08:41.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:41.965588 24063 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "993036d53d44496a8965fde0b14cc05b" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "249efdae41824616b372f5574b348678" is_pre_election: true
23:08:41.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:41.967245 24197 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:41.970317 24197 leader_election.cc:336] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867): Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:41.970628 24197 leader_election.cc:304] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 993036d53d44496a8965fde0b14cc05b; no voters: 249efdae41824616b372f5574b348678, 3dafa66715934a4f996d90c591c29695
23:08:41.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:41.971199 24802 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:08:42.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.252653 24805 raft_consensus.cc:493] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3dafa66715934a4f996d90c591c29695)
23:08:42.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.253191 24805 raft_consensus.cc:515] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:42.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.254194 24806 raft_consensus.cc:493] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader efb8eac237d347cf9a91ffdf01c20a18)
23:08:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.254817 24806 raft_consensus.cc:515] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:42.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.255919 24805 leader_election.cc:290] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867), 993036d53d44496a8965fde0b14cc05b (127.23.114.188:40767)
23:08:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.257531 24807 raft_consensus.cc:493] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 1 FOLLOWER]: Starting pre-election (detected failure of leader efb8eac237d347cf9a91ffdf01c20a18)
23:08:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.258075 24806 leader_election.cc:290] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147), efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087)
23:08:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.258869 24807 raft_consensus.cc:515] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.260422 24219 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "249efdae41824616b372f5574b348678" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "993036d53d44496a8965fde0b14cc05b" is_pre_election: true
23:08:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.261197 24219 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 249efdae41824616b372f5574b348678 in term 1.
23:08:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.262235 24807 leader_election.cc:290] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795), efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087)
23:08:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.264503 24042 leader_election.cc:304] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 249efdae41824616b372f5574b348678, 993036d53d44496a8965fde0b14cc05b; no voters: 
23:08:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.265895 24042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111) [suppressed 13 similar messages]
23:08:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.271593 24805 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:08:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.272661 24474 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111)
23:08:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.272193 24805 raft_consensus.cc:493] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3dafa66715934a4f996d90c591c29695)
23:08:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.275920 24042 leader_election.cc:336] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867): Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.273440 24805 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 1 FOLLOWER]: Advancing to term 2
23:08:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.293793 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "808b1f0a23b840bba7d0384229d89c38" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c9b9f9f19b92454499c7dc8416792cee" is_pre_election: true
23:08:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.294580 24539 raft_consensus.cc:2468] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 808b1f0a23b840bba7d0384229d89c38 in term 1.
23:08:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.295770 24334 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111)
23:08:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.296610 24333 leader_election.cc:304] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 808b1f0a23b840bba7d0384229d89c38, c9b9f9f19b92454499c7dc8416792cee; no voters: 
23:08:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.297703 24806 raft_consensus.cc:2804] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:08:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.298080 24806 raft_consensus.cc:493] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 1 FOLLOWER]: Starting leader election (detected failure of leader efb8eac237d347cf9a91ffdf01c20a18)
23:08:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.298550 24805 raft_consensus.cc:515] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.299705 24806 raft_consensus.cc:3060] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 1 FOLLOWER]: Advancing to term 2
23:08:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.299867 24398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "c9b9f9f19b92454499c7dc8416792cee" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "808b1f0a23b840bba7d0384229d89c38" is_pre_election: true
23:08:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.303439 24474 leader_election.cc:336] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087): Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111)
23:08:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.306491 24042 leader_election.cc:336] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867): Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111)
23:08:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.308782 24219 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "249efdae41824616b372f5574b348678" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "993036d53d44496a8965fde0b14cc05b"
23:08:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.309423 24219 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 1 FOLLOWER]: Advancing to term 2
23:08:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.309099 24806 raft_consensus.cc:515] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.309571 24805 leader_election.cc:290] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [CANDIDATE]: Term 2 election: Requested vote from peers 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867), 993036d53d44496a8965fde0b14cc05b (127.23.114.188:40767)
23:08:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.310966 24398 raft_consensus.cc:2393] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c9b9f9f19b92454499c7dc8416792cee in current term 2: Already voted for candidate 808b1f0a23b840bba7d0384229d89c38 in this term.
23:08:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.311451 24334 leader_election.cc:336] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087): Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111)
23:08:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.313516 24806 leader_election.cc:290] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [CANDIDATE]: Term 2 election: Requested vote from peers c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147), efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087)
23:08:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.314370 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21d65f5d2efe47968a1422ef7bc370cd" candidate_uuid: "808b1f0a23b840bba7d0384229d89c38" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c9b9f9f19b92454499c7dc8416792cee"
23:08:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.315019 24539 raft_consensus.cc:3060] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 1 FOLLOWER]: Advancing to term 2
23:08:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.317401 24472 leader_election.cc:304] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c9b9f9f19b92454499c7dc8416792cee; no voters: 808b1f0a23b840bba7d0384229d89c38, efb8eac237d347cf9a91ffdf01c20a18
23:08:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.319301 24334 leader_election.cc:336] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087): Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111)
23:08:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.320480 24219 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 249efdae41824616b372f5574b348678 in term 2.
23:08:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.321394 24539 raft_consensus.cc:2468] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 808b1f0a23b840bba7d0384229d89c38 in term 2.
23:08:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.321568 24042 leader_election.cc:304] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 249efdae41824616b372f5574b348678, 993036d53d44496a8965fde0b14cc05b; no voters: 3dafa66715934a4f996d90c591c29695
23:08:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.321941 24807 raft_consensus.cc:2749] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:08:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.322748 24805 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 2 FOLLOWER]: Leader election won for term 2
23:08:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.322768 24333 leader_election.cc:304] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 808b1f0a23b840bba7d0384229d89c38, c9b9f9f19b92454499c7dc8416792cee; no voters: efb8eac237d347cf9a91ffdf01c20a18
23:08:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.324273 24806 raft_consensus.cc:2804] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 2 FOLLOWER]: Leader election won for term 2
23:08:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.324715 24805 raft_consensus.cc:697] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [term 2 LEADER]: Becoming Leader. State: Replica: 249efdae41824616b372f5574b348678, State: Running, Role: LEADER
23:08:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.325886 24805 consensus_queue.cc:237] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } }
23:08:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.327441 24806 raft_consensus.cc:697] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 2 LEADER]: Becoming Leader. State: Replica: 808b1f0a23b840bba7d0384229d89c38, State: Running, Role: LEADER
23:08:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.328953 24806 consensus_queue.cc:237] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } }
23:08:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.332937 24819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 249efdae41824616b372f5574b348678. Latest consensus state: current_term: 2 leader_uuid: "249efdae41824616b372f5574b348678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.333803 24819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: This master's current role is: LEADER
23:08:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.336410 24823 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:08:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.344614 24823 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a]
23:08:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.349555 24823 tablet_loader.cc:96] loaded metadata for tablet 21d65f5d2efe47968a1422ef7bc370cd (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a])
23:08:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.350665 24823 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:08:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.353602 24823 catalog_manager.cc:1294] Loaded cluster ID: 2edc481508b2460ea29d7d0f68877e1a
23:08:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.353777 24823 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:08:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.357152 24823 catalog_manager.cc:1539] Loading token signing keys...
23:08:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.359992 24823 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: Loaded TSK: 0
23:08:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.360999 24823 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:08:42.372 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.23.114.189:46867(127.23.114.189:46867)] connecting to peer
23:08:42.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:42.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.114.189:46867(127.23.114.189:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:42.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.114.189:46867: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867
23:08:42.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:42.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=29993, elapsed=1466), Traces: [0ms] sending RPC to server master-127.23.114.189:46867, [2ms] received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [45ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [326ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [327ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [419ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [424ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [426ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [426ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [939ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [942ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [945ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [945ms] delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1459ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, deferred=Deferred@574468369(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@284732847 after retry RPC after error@471641986) -> (continuation of Deferred@1562035083 after retry RPC after error@316687360) -> (continuation of Deferred@1201669670 after retry RPC after error@1052361199) -> (continuation of Deferred@892619560 after retry RPC after error@635750858) -> (continuation of Deferred@1655859814 after retry RPC after error@309623142) -> (continuation of Deferred@93195531 after retry RPC after error@103235305) -> (continuation of Deferred@2008515857 after retry RPC after error@1178172872) -> (continuation of Deferred@866829905 after retry RPC after error@205874875) -> (continuation of Deferred@1192359215 after retry RPC after error@1246431032), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@284732847 after retry RPC after error@471641986) -> (continuation of Deferred@1562035083 after retry RPC after error@316687360) -> (continuation of Deferred@1201669670 after retry RPC after error@1052361199) -> (continuation of Deferred@892619560 after retry RPC after error@635750858) -> (continuation of Deferred@1655859814 after retry RPC after error@309623142) -> (continuation of Deferred@93195531 after retry RPC after error@103235305) -> (continuation of Deferred@2008515857 after retry RPC after error@1178172872) -> (continuation of Deferred@866829905 after retry RPC after error@205874875) -> (continuation of Deferred@1192359215 after retry RPC after error@1246431032))) after lookup
23:08:42.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:42.385 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795),c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)[L]]}]
23:08:42.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=21d65f5d2efe47968a1422ef7bc370cd, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1480), Traces: [0ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [3ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [3ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [26ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [31ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [53ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [92ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [211ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [327ms] Sub RPC GetTableLocations: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [334ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [429ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [433ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [946ms] Sub RPC GetTableLocations: refreshing cache from master, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [949ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [951ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [952ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [952ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1466ms] Sub RPC GetTableLocations: refreshing cache from master, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1470ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [1475ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1479ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, deferred=Deferred@148968349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@40112723 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52719ade -> wakeup thread Time-limited test)) after lookup
23:08:42.388 [DEBUG - kudu-nio-0] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:42.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state CONNECTING due to: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.389 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087) for tablet 21d65f5d2efe47968a1422ef7bc370cd: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:42.416 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795),c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)[L]]}]
23:08:42.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=21d65f5d2efe47968a1422ef7bc370cd, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1511), Traces: [0ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [3ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [3ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [26ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [31ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [53ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [92ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [211ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [327ms] Sub RPC GetTableLocations: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [334ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [429ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [433ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [946ms] Sub RPC GetTableLocations: refreshing cache from master, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [949ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [951ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [952ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [952ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1466ms] Sub RPC GetTableLocations: refreshing cache from master, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1470ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [1475ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1479ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1482ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1484ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1485ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1506ms] refreshing cache from master, [1506ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1510ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, deferred=Deferred@148968349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@40112723 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52719ade -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507))) after lookup
23:08:42.419 [DEBUG - kudu-nio-0] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:42.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state CONNECTING due to: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.421 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087) for tablet 21d65f5d2efe47968a1422ef7bc370cd: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:42.457 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795),c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)[L]]}]
23:08:42.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=21d65f5d2efe47968a1422ef7bc370cd, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1553), Traces: [0ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [3ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [3ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [26ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [31ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [53ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [92ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [211ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [327ms] Sub RPC GetTableLocations: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [334ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [429ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [433ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [946ms] Sub RPC GetTableLocations: refreshing cache from master, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [949ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [951ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [952ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [952ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1466ms] Sub RPC GetTableLocations: refreshing cache from master, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1470ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [1475ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1479ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1482ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1484ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1485ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1506ms] refreshing cache from master, [1506ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1510ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1513ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1515ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1516ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1547ms] refreshing cache from master, [1547ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1552ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, deferred=Deferred@148968349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@40112723 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52719ade -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610))) after lookup
23:08:42.460 [DEBUG - kudu-nio-0] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:42.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state CONNECTING due to: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.462 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087) for tablet 21d65f5d2efe47968a1422ef7bc370cd: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:42.536 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795),c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)[L]]}]
23:08:42.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=21d65f5d2efe47968a1422ef7bc370cd, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1632), Traces: [0ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [3ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [3ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [26ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [31ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [53ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [92ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [211ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [327ms] Sub RPC GetTableLocations: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [334ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [429ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [433ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [946ms] Sub RPC GetTableLocations: refreshing cache from master, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [949ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [951ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [952ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [952ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1466ms] Sub RPC GetTableLocations: refreshing cache from master, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1470ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [1475ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1479ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1482ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1484ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1485ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1506ms] refreshing cache from master, [1506ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1510ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1513ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1515ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1516ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1547ms] refreshing cache from master, [1547ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1552ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1554ms] too many traces: truncated at 100 traces, deferred=Deferred@148968349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@40112723 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610) -> (continuation of Deferred@1589799589 after retry RPC@1820782375), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52719ade -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610) -> (continuation of Deferred@1589799589 after retry RPC@1820782375))) after lookup
23:08:42.538 [DEBUG - kudu-nio-0] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:42.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state CONNECTING due to: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.539 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087) for tablet 21d65f5d2efe47968a1422ef7bc370cd: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:42.657 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795),c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)[L]]}]
23:08:42.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=21d65f5d2efe47968a1422ef7bc370cd, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1753), Traces: [0ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [3ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [3ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [26ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [31ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [53ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [92ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [211ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [327ms] Sub RPC GetTableLocations: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [334ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [429ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [433ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [946ms] Sub RPC GetTableLocations: refreshing cache from master, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [949ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [951ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [952ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [952ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1466ms] Sub RPC GetTableLocations: refreshing cache from master, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1470ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [1475ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1479ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1482ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1484ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1485ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1506ms] refreshing cache from master, [1506ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1510ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1513ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1515ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1516ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1547ms] refreshing cache from master, [1547ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1552ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1554ms] too many traces: truncated at 100 traces, deferred=Deferred@148968349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@40112723 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610) -> (continuation of Deferred@1589799589 after retry RPC@1820782375) -> (continuation of Deferred@1370974951 after retry RPC@169039905), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52719ade -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610) -> (continuation of Deferred@1589799589 after retry RPC@1820782375) -> (continuation of Deferred@1370974951 after retry RPC@169039905))) after lookup
23:08:42.659 [DEBUG - kudu-nio-0] (Connection.java:748) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] connecting to peer
23:08:42.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] cleaning up while in state CONNECTING due to: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.661 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087) for tablet 21d65f5d2efe47968a1422ef7bc370cd: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087
23:08:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.730564 24042 consensus_peers.cc:597] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 -> Peer 3dafa66715934a4f996d90c591c29695 (127.23.114.189:46867): Couldn't send request to peer 3dafa66715934a4f996d90c591c29695. Status: Network error: Client connection negotiation failed: client connection to 127.23.114.189:46867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:42.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.772073 24334 consensus_peers.cc:597] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 -> Peer efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087): Couldn't send request to peer efb8eac237d347cf9a91ffdf01c20a18. Status: Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.834343 24219 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [term 2 FOLLOWER]: Refusing update from remote peer 249efdae41824616b372f5574b348678: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:08:42.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.835764 24805 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [LEADER]: Connected to new peer: Peer: permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:08:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.840823 24824 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 249efdae41824616b372f5574b348678. Latest consensus state: current_term: 2 leader_uuid: "249efdae41824616b372f5574b348678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.841545 24824 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: This master's current role is: FOLLOWER
23:08:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.844813 24805 sys_catalog.cc:455] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "249efdae41824616b372f5574b348678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.845356 24805 sys_catalog.cc:458] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678 [sys.catalog]: This master's current role is: LEADER
23:08:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.846071 24824 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "249efdae41824616b372f5574b348678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "249efdae41824616b372f5574b348678" member_type: VOTER last_known_addr { host: "127.23.114.190" port: 33873 } } peers { permanent_uuid: "3dafa66715934a4f996d90c591c29695" member_type: VOTER last_known_addr { host: "127.23.114.189" port: 46867 } } peers { permanent_uuid: "993036d53d44496a8965fde0b14cc05b" member_type: VOTER last_known_addr { host: "127.23.114.188" port: 40767 } } }
23:08:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.846608 24824 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993036d53d44496a8965fde0b14cc05b [sys.catalog]: This master's current role is: FOLLOWER
23:08:42.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.872540 24539 raft_consensus.cc:1275] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 2 FOLLOWER]: Refusing update from remote peer 808b1f0a23b840bba7d0384229d89c38: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
23:08:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.873951 24806 consensus_queue.cc:1048] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
23:08:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.885041 24055 catalog_manager.cc:5696] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee reported cstate change: term changed from 1 to 2, leader changed from efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131) to 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129). New cstate: current_term: 2 leader_uuid: "808b1f0a23b840bba7d0384229d89c38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c9b9f9f19b92454499c7dc8416792cee" member_type: VOTER last_known_addr { host: "127.23.114.130" port: 44147 } } peers { permanent_uuid: "808b1f0a23b840bba7d0384229d89c38" member_type: VOTER last_known_addr { host: "127.23.114.129" port: 40795 } } peers { permanent_uuid: "efb8eac237d347cf9a91ffdf01c20a18" member_type: VOTER last_known_addr { host: "127.23.114.131" port: 44087 } } }
23:08:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.926445 24587 heartbeater.cc:499] Master 127.23.114.190:33873 was elected leader, sending a full tablet report...
23:08:43.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21d65f5d2efe47968a1422ef7bc370cd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:08:43.498 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21d65f5d2efe47968a1422ef7bc370cd@[808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795)[L],c9b9f9f19b92454499c7dc8416792cee(127.23.114.130:44147),efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)]}]
23:08:43.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=21d65f5d2efe47968a1422ef7bc370cd, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=2593), Traces: [0ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [3ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [3ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [9ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [26ms] Sub RPC GetTableLocations: refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [31ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [47ms] Sub RPC GetTableLocations: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [53ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [67ms] Sub RPC GetTableLocations: refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [86ms] Sub RPC GetTableLocations: refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [92ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [126ms] Sub RPC GetTableLocations: refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [207ms] Sub RPC GetTableLocations: refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [211ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [213ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [327ms] Sub RPC GetTableLocations: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [334ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [426ms] Sub RPC GetTableLocations: refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [429ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [433ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [946ms] Sub RPC GetTableLocations: refreshing cache from master, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [947ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [949ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [951ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [952ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [952ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.23.114.190:33873,127.23.114.189:46867,127.23.114.188:40767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1466ms] Sub RPC GetTableLocations: refreshing cache from master, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.190:33873, [1467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.189:46867, [1468ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.114.188:40767, [1470ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.189:46867: Network error: Failed to connect to peer master-127.23.114.189:46867(127.23.114.189:46867): Connection refused: /127.23.114.189:46867, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.188:40767: OK, [1472ms] Sub RPC ConnectToMaster: received response from server master-127.23.114.190:33873: OK, [1475ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1479ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1482ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1484ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1485ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1506ms] refreshing cache from master, [1506ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1510ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1513ms] sending RPC to server efb8eac237d347cf9a91ffdf01c20a18, [1515ms] received response from server efb8eac237d347cf9a91ffdf01c20a18: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1516ms] delaying RPC due to: Network error: Failed to connect to peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087): Connection refused: /127.23.114.131:44087, [1547ms] refreshing cache from master, [1547ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.114.190:33873, [1552ms] Sub RPC GetTableLocations: received response from server master-127.23.114.190:33873: OK, [1554ms] too many traces: truncated at 100 traces, deferred=Deferred@148968349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@40112723 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610) -> (continuation of Deferred@1589799589 after retry RPC@1820782375) -> (continuation of Deferred@1370974951 after retry RPC@169039905) -> (continuation of Deferred@1506720088 after retry RPC@1225531408), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52719ade -> wakeup thread Time-limited test -> (continuation of Deferred@574468369 after retry RPC@2108555507) -> (continuation of Deferred@538435019 after retry RPC@758376610) -> (continuation of Deferred@1589799589 after retry RPC@1820782375) -> (continuation of Deferred@1370974951 after retry RPC@169039905) -> (continuation of Deferred@1506720088 after retry RPC@1225531408))) after lookup
23:08:43.500 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795)] connecting to peer
23:08:43.501 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795)] Successfully connected to peer
23:08:43.542 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x2dc54cb2, L:/127.0.0.1:50748 - R:/127.23.114.129:40795] using TOKEN/null
23:08:43.762 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=21d65f5d2efe47968a1422ef7bc370cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:43.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.768288 24054 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:59688:
23:08:43.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:08:43.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.769035 24054 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:59688:
23:08:43.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:08:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.796595 24054 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 249efdae41824616b372f5574b348678: Sending DeleteTablet for 3 replicas of tablet 21d65f5d2efe47968a1422ef7bc370cd
23:08:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.818714 24378 tablet_service.cc:1558] Processing DeleteTablet for tablet 21d65f5d2efe47968a1422ef7bc370cd with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:08:43 UTC) from {username='slave'} at 127.0.0.1:50756
23:08:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.828886 24519 tablet_service.cc:1558] Processing DeleteTablet for tablet 21d65f5d2efe47968a1422ef7bc370cd with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:08:43 UTC) from {username='slave'} at 127.0.0.1:45334
23:08:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.833243 24858 tablet_replica.cc:333] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: stopping tablet replica
23:08:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.834802 24859 tablet_replica.cc:333] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: stopping tablet replica
23:08:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.835448 24858 raft_consensus.cc:2243] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 2 LEADER]: Raft consensus shutting down.
23:08:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.835928 24859 raft_consensus.cc:2243] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 2 FOLLOWER]: Raft consensus shutting down.
23:08:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:43.836587 24042 catalog_manager.cc:4754] TS efb8eac237d347cf9a91ffdf01c20a18 (127.23.114.131:44087): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 21d65f5d2efe47968a1422ef7bc370cd: Network error: Client connection negotiation failed: client connection to 127.23.114.131:44087: connect: Connection refused (error 111)
23:08:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.837340 24858 raft_consensus.cc:2272] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38 [term 2 FOLLOWER]: Raft consensus is shut down!
23:08:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.837504 24859 raft_consensus.cc:2272] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee [term 2 FOLLOWER]: Raft consensus is shut down!
23:08:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.841357 24858 ts_tablet_manager.cc:1916] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Deleting tablet data with delete state TABLET_DATA_DELETED
23:08:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.841764 24859 ts_tablet_manager.cc:1916] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Deleting tablet data with delete state TABLET_DATA_DELETED
23:08:43.854 [DEBUG - main] (Connection.java:575) [peer efb8eac237d347cf9a91ffdf01c20a18(127.23.114.131:44087)] disconnecting while in state TERMINATED
23:08:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.858182 24858 ts_tablet_manager.cc:1929] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
23:08:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.858291 24859 ts_tablet_manager.cc:1929] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
23:08:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.858728 24859 log.cc:1199] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Deleting WAL directory at /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-1/wal/wals/21d65f5d2efe47968a1422ef7bc370cd
23:08:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.859113 24858 log.cc:1199] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Deleting WAL directory at /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster7876921212898378162/ts-0/wal/wals/21d65f5d2efe47968a1422ef7bc370cd
23:08:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.859954 24859 ts_tablet_manager.cc:1950] T 21d65f5d2efe47968a1422ef7bc370cd P c9b9f9f19b92454499c7dc8416792cee: Deleting consensus metadata
23:08:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.860296 24858 ts_tablet_manager.cc:1950] T 21d65f5d2efe47968a1422ef7bc370cd P 808b1f0a23b840bba7d0384229d89c38: Deleting consensus metadata
23:08:43.861 [DEBUG - main] (Connection.java:575) [peer master-127.23.114.188:40767(127.23.114.188:40767)] disconnecting while in state READY
23:08:43.861 [DEBUG - main] (Connection.java:575) [peer 808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795)] disconnecting while in state READY
23:08:43.864 [DEBUG - main] (Connection.java:575) [peer master-127.23.114.190:33873(127.23.114.190:33873)] disconnecting while in state READY
23:08:43.864 [DEBUG - main] (Connection.java:575) [peer master-127.23.114.189:46867(127.23.114.189:46867)] disconnecting while in state TERMINATED
23:08:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.864038 24040 catalog_manager.cc:5027] TS 808b1f0a23b840bba7d0384229d89c38 (127.23.114.129:40795): tablet 21d65f5d2efe47968a1422ef7bc370cd (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a]) successfully deleted
23:08:43.865 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795)] handling channelInactive
23:08:43.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 808b1f0a23b840bba7d0384229d89c38(127.23.114.129:40795)] cleaning up while in state READY due to: connection closed
23:08:43.865 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.114.190:33873(127.23.114.190:33873)] handling channelInactive
23:08:43.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.114.190:33873(127.23.114.190:33873)] cleaning up while in state READY due to: connection closed
23:08:43.866 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.114.188:40767(127.23.114.188:40767)] handling channelInactive
23:08:43.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.114.188:40767(127.23.114.188:40767)] cleaning up while in state READY due to: connection closed
23:08:43.867 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.869166 24041 catalog_manager.cc:5027] TS c9b9f9f19b92454499c7dc8416792cee (127.23.114.130:44147): tablet 21d65f5d2efe47968a1422ef7bc370cd (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=bdc36ed8e04242e38435e780dc11a34a]) successfully deleted
23:08:43.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.872401 24010 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24294
23:08:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.908453 24010 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24453
23:08:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.936658 24010 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24022
23:08:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.962548 24010 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24167
23:08:45.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:45Z chronyd exiting
.23:08:46.060 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465726060
23:08:46.063 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:08:46.063 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:08:46.063 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskv1wRIy/test-tmp
23:08:46.063 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:08:46.063 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskv1wRIy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:08:46.066 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:08:46.409 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:46.410 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:08:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.413686 24865 mini_oidc.cc:150] Starting JWKS server
23:08:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.417225 24865 webserver.cc:534] Webserver started at http://127.0.0.1:42875/ using document root <none> and password file <none>
23:08:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.417691 24865 mini_oidc.cc:186] Starting OIDC Discovery server
23:08:46.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.419529 24865 webserver.cc:534] Webserver started at http://127.0.0.1:37033/ using document root <none> and password file <none>
23:08:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:46Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:08:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:46Z Disabled control of system clock
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.481145 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/logs
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data/info.pb
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.126:38907
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.126
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json with env {}
23:08:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.812875 24877 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.813529 24877 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.814034 24877 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.848344 24877 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.848687 24877 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.848908 24877 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.849188 24877 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.849541 24877 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.849830 24877 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42875/jwks.json
23:08:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.893363 24877 master_runner.cc:387] Master server non-default flags:
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.126:38907
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data/info.pb
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.126
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/logs
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.894925 24877 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.896777 24877 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:46.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.909716 24883 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:48.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.909758 24884 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.048049 24877 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.138s	user 0.397s	sys 0.740s
23:08:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.048260 24885 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1136 milliseconds
23:08:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.048884 24886 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.048895 24877 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.139s	user 0.398s	sys 0.740s
23:08:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.049630 24877 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.051364 24877 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.054981 24877 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:48.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.056666 24877 hybrid_clock.cc:648] HybridClock initialized: now 1783465728056607 us; error 42 us; skew 500 ppm
23:08:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.057902 24877 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.067713 24877 webserver.cc:534] Webserver started at http://127.24.72.126:39805/ using document root <none> and password file <none>
23:08:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.069103 24877 fs_manager.cc:362] Metadata directory not provided
23:08:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.069408 24877 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.070109 24877 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.076915 24877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data/instance:
23:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fffaf7fc04a54fb1b90e9dde35215da5"
23:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:48 on dist-test-slave-78pn"
23:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.078534 24877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal/instance:
23:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fffaf7fc04a54fb1b90e9dde35215da5"
23:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:48 on dist-test-slave-78pn"
23:08:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.088810 24877 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.007s	sys 0.005s
23:08:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.096746 24893 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.098214 24877 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
23:08:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.098630 24877 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal
23:08:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fffaf7fc04a54fb1b90e9dde35215da5"
23:08:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:48 on dist-test-slave-78pn"
23:08:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.099071 24877 fs_report.cc:389] FS layout report
23:08:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data/data
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.182271 24877 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.183890 24877 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.184335 24877 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.261694 24877 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.126:38907
23:08:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.261803 24944 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.126:38907 every 8 connection(s)
23:08:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.264772 24877 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/data/info.pb
23:08:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.267377 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24877
23:08:48.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.268281 24865 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-0/wal/instance
23:08:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.272634 24945 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.273646 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/logs
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data/info.pb
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.125:36773
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.125
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json with env {}
23:08:48.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.286070 24945 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } has no permanent_uuid. Determining permanent_uuid...
23:08:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.314996 24945 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } has no permanent_uuid. Determining permanent_uuid...
23:08:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.317648 24896 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.321965 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.371484 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 1
23:08:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.376408 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:48.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.444904 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 2
23:08:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.449514 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:48.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.541019 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 3
23:08:48.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.545543 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.601544 24947 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.602140 24947 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.602607 24947 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.634881 24947 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.635185 24947 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.635385 24947 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.635592 24947 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.635813 24947 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.635969 24947 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42875/jwks.json
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.674688 24947 master_runner.cc:387] Master server non-default flags:
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.125:36773
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data/info.pb
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.125
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/logs
23:08:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.676251 24947 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.677986 24947 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.689033 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 4
23:08:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.689278 24956 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.695438 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:48.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.994937 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 5
23:08:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:49.002902 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.550449 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 6
23:08:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:49.574802 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.125:36773: Network error: Client connection negotiation failed: client connection to 127.24.72.125:36773: connect: Connection refused (error 111)
23:08:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.691313 24957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.012133 24959 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.014448 24958 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1318 milliseconds
23:08:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.015333 24947 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.326s	user 0.511s	sys 0.811s
23:08:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.015616 24947 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.326s	user 0.511s	sys 0.811s
23:08:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.015843 24947 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.017093 24947 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.020007 24947 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.021359 24947 hybrid_clock.cc:648] HybridClock initialized: now 1783465730021308 us; error 64 us; skew 500 ppm
23:08:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.022265 24947 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.030452 24947 webserver.cc:534] Webserver started at http://127.24.72.125:38459/ using document root <none> and password file <none>
23:08:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.031497 24947 fs_manager.cc:362] Metadata directory not provided
23:08:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.031739 24947 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.032948 24947 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.037739 24947 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data/instance:
23:08:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09c2b12ebb364c89b804daceba8a14a9"
23:08:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:50 on dist-test-slave-78pn"
23:08:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.039213 24947 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal/instance:
23:08:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09c2b12ebb364c89b804daceba8a14a9"
23:08:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:50 on dist-test-slave-78pn"
23:08:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.047852 24947 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
23:08:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.054725 24968 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.055982 24947 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.056670 24947 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09c2b12ebb364c89b804daceba8a14a9"
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:50 on dist-test-slave-78pn"
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.057036 24947 fs_report.cc:389] FS layout report
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data/data
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.142582 24947 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.144316 24947 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.144780 24947 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.226698 24947 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.125:36773
23:08:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.226722 25019 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.125:36773 every 8 connection(s)
23:08:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.229746 24947 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/data/info.pb
23:08:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.233835 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 24947
23:08:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.234351 24865 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-1/wal/instance
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.237197 25020 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.237468 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/logs
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/info.pb
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.124:34481
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.124
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json with env {}
23:08:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.250319 25020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } has no permanent_uuid. Determining permanent_uuid...
23:08:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.281602 25020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } has no permanent_uuid. Determining permanent_uuid...
23:08:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.296808 25020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } has no permanent_uuid. Determining permanent_uuid...
23:08:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.299845 24972 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.304427 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.353941 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 1
23:08:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.358681 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.427067 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 2
23:08:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.432260 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.523672 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 3
23:08:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.528226 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.565773 25022 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.566519 25022 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.567142 25022 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.600824 25022 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.601178 25022 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.601516 25022 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.601855 25022 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.602177 25022 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.602420 25022 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42875/jwks.json
23:08:50.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.635334 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } attempt: 7
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.641083 25022 master_runner.cc:387] Master server non-default flags:
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.124:34481
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/info.pb
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.124
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/logs
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:50.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.643023 25022 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.645417 25022 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.648218 24945 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } has no permanent_uuid. Determining permanent_uuid...
23:08:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.655049 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.658336 25034 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.671671 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 4
23:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.681536 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.713575 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 1
23:08:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.722712 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.804236 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 2
23:08:50.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.812294 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.897838 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 3
23:08:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.905858 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.981014 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 5
23:08:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.989802 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.046559 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 4
23:08:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.054241 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:51.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.337795 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 5
23:08:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.345810 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.537331 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 6
23:08:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.564742 25020 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.659029 25035 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.828549 25037 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.832526 25036 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1171 milliseconds
23:08:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.833315 25022 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.175s	user 0.393s	sys 0.776s
23:08:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.833596 25022 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.175s	user 0.393s	sys 0.776s
23:08:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.833901 25022 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.835117 25022 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.837893 25022 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.839244 25022 hybrid_clock.cc:648] HybridClock initialized: now 1783465731839191 us; error 64 us; skew 500 ppm
23:08:51.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.840159 25022 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.847700 25022 webserver.cc:534] Webserver started at http://127.24.72.124:42281/ using document root <none> and password file <none>
23:08:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.848727 25022 fs_manager.cc:362] Metadata directory not provided
23:08:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.848948 25022 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.849457 25022 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.854003 25022 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/instance:
23:08:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c702d9b1b3c44990861db327015a5f62"
23:08:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:51 on dist-test-slave-78pn"
23:08:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.855201 25022 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal/instance:
23:08:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c702d9b1b3c44990861db327015a5f62"
23:08:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:51 on dist-test-slave-78pn"
23:08:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.863416 25022 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.001s
23:08:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.870036 25046 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.871538 25022 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:08:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.871938 25022 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:08:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c702d9b1b3c44990861db327015a5f62"
23:08:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:51 on dist-test-slave-78pn"
23:08:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.872354 25022 fs_report.cc:389] FS layout report
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/data
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:51.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.898352 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 6
23:08:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.906174 24945 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.72.124:34481: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:08:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.944794 25022 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.946336 25022 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.946774 25022 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.019045 25022 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.124:34481
23:08:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.019119 25099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.124:34481 every 8 connection(s)
23:08:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.022070 25022 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/info.pb
23:08:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.028093 25100 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.029985 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 25022
23:08:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.030344 24865 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal/instance
23:08:52.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.041921 25100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } has no permanent_uuid. Determining permanent_uuid...
23:08:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.073177 25100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } has no permanent_uuid. Determining permanent_uuid...
23:08:52.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.083269 25100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } has no permanent_uuid. Determining permanent_uuid...
23:08:52.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.099408 25100 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Bootstrap starting.
23:08:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.106500 25100 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Neither blocks nor log segments found. Creating new log.
23:08:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.108322 25100 log.cc:826] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Log is configured to *not* fsync() on all Append() calls
23:08:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.113373 25100 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: No bootstrap required, opened a new log
23:08:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.133560 25100 raft_consensus.cc:359] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.134224 25100 raft_consensus.cc:385] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.134415 25100 raft_consensus.cc:740] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c702d9b1b3c44990861db327015a5f62, State: Initialized, Role: FOLLOWER
23:08:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.135135 25100 consensus_queue.cc:260] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.137593 25109 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.138206 25109 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: FOLLOWER
23:08:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.138891 25100 sys_catalog.cc:565] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: configured and running, proceeding with master startup.
23:08:52.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.163472 25120 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.163753 25120 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.159533 25022 master_runner.cc:187] Error getting master registration for 127.24.72.126:38907: OK, instance_id { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" instance_seqno: 1783465728240816 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.189255 25022 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.202148 25054 tablet.cc:2406] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.625301 25020 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 7
23:08:52.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.633267 25109 raft_consensus.cc:493] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.633798 25109 raft_consensus.cc:515] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.636837 25109 leader_election.cc:290] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fffaf7fc04a54fb1b90e9dde35215da5 (127.24.72.126:38907), 09c2b12ebb364c89b804daceba8a14a9 (127.24.72.125:36773)
23:08:52.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.647313 25020 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: Bootstrap starting.
23:08:52.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.654501 25020 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: Neither blocks nor log segments found. Creating new log.
23:08:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.657001 25020 log.cc:826] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: Log is configured to *not* fsync() on all Append() calls
23:08:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.668203 25020 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: No bootstrap required, opened a new log
23:08:52.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.696003 25020 raft_consensus.cc:359] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.696920 25020 raft_consensus.cc:385] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:52.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.697197 25020 raft_consensus.cc:740] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09c2b12ebb364c89b804daceba8a14a9, State: Initialized, Role: FOLLOWER
23:08:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.698519 25020 consensus_queue.cc:260] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.702822 25125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.703826 25125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: This master's current role is: FOLLOWER
23:08:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.704852 25020 sys_catalog.cc:565] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: configured and running, proceeding with master startup.
23:08:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.705030 24995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c702d9b1b3c44990861db327015a5f62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09c2b12ebb364c89b804daceba8a14a9" is_pre_election: true
23:08:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.705890 24995 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c702d9b1b3c44990861db327015a5f62 in term 0.
23:08:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.707211 25051 leader_election.cc:304] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09c2b12ebb364c89b804daceba8a14a9, c702d9b1b3c44990861db327015a5f62; no voters: 
23:08:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.708243 25109 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.708609 25109 raft_consensus.cc:493] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.708921 25109 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 0 FOLLOWER]: Advancing to term 1
23:08:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.715720 25109 raft_consensus.cc:515] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.719435 25109 leader_election.cc:290] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [CANDIDATE]: Term 1 election: Requested vote from peers fffaf7fc04a54fb1b90e9dde35215da5 (127.24.72.126:38907), 09c2b12ebb364c89b804daceba8a14a9 (127.24.72.125:36773)
23:08:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.720620 24995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c702d9b1b3c44990861db327015a5f62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09c2b12ebb364c89b804daceba8a14a9"
23:08:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.721233 24995 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 0 FOLLOWER]: Advancing to term 1
23:08:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.729051 24995 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c702d9b1b3c44990861db327015a5f62 in term 1.
23:08:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.730369 25051 leader_election.cc:304] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09c2b12ebb364c89b804daceba8a14a9, c702d9b1b3c44990861db327015a5f62; no voters: 
23:08:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.731208 25109 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 1 FOLLOWER]: Leader election won for term 1
23:08:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.738487 25109 raft_consensus.cc:697] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 1 LEADER]: Becoming Leader. State: Replica: c702d9b1b3c44990861db327015a5f62, State: Running, Role: LEADER
23:08:52.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.739513 25109 consensus_queue.cc:237] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.750612 25131 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c702d9b1b3c44990861db327015a5f62. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.751406 25131 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: LEADER
23:08:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.756475 25137 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:08:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.768319 25137 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:08:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.779980 25139 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.780689 25139 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.796940 24995 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 1 FOLLOWER]: Refusing update from remote peer c702d9b1b3c44990861db327015a5f62: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.766211 24947 master_runner.cc:187] Error getting master registration for 127.24.72.126:38907: OK, instance_id { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" instance_seqno: 1783465728240816 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.803411 24947 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.804384 25131 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.829082 25125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c702d9b1b3c44990861db327015a5f62. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.829834 25125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: This master's current role is: FOLLOWER
23:08:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.831605 25141 mvcc.cc:204] Tried to move back new op lower bound from 7305075641498939392 to 7305075641313009664. Current Snapshot: MvccSnapshot[applied={T|T < 7305075641498939392}]
23:08:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.834828 25109 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.835894 25109 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: LEADER
23:08:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.837566 25137 catalog_manager.cc:1382] Generated new cluster ID: 5e56b1d286bf4738847dfb3df18cfd46
23:08:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.837837 25137 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:08:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.863969 25125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.864719 25125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: This master's current role is: FOLLOWER
23:08:52.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.873553 25137 catalog_manager.cc:1405] Generated new certificate authority record
23:08:52.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.875237 25137 catalog_manager.cc:1539] Loading token signing keys...
23:08:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.901294 25137 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Generated new TSK 0
23:08:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.902550 25137 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:08:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.939611 24945 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } attempt: 7
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.958693 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/logs
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data/info.pb
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.65:0
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.72.65
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.65
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.970795 24945 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: Bootstrap starting.
23:08:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.978535 24945 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: Neither blocks nor log segments found. Creating new log.
23:08:52.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.993178 24945 log.cc:826] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: Log is configured to *not* fsync() on all Append() calls
23:08:53.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.000828 24945 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: No bootstrap required, opened a new log
23:08:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.029848 24945 raft_consensus.cc:359] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.031272 24945 raft_consensus.cc:385] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.031886 24945 raft_consensus.cc:740] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fffaf7fc04a54fb1b90e9dde35215da5, State: Initialized, Role: FOLLOWER
23:08:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.033267 24945 consensus_queue.cc:260] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:08:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.056780 25149 sys_catalog.cc:455] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.062440 25149 sys_catalog.cc:458] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: This master's current role is: FOLLOWER
23:08:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.064908 24920 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c702d9b1b3c44990861db327015a5f62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" is_pre_election: true
23:08:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.065855 24920 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c702d9b1b3c44990861db327015a5f62 in term 0.
23:08:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.067268 24918 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 0 FOLLOWER]: Advancing to term 1
23:08:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.072026 24919 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c702d9b1b3c44990861db327015a5f62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fffaf7fc04a54fb1b90e9dde35215da5"
23:08:53.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.076285 24918 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 1 FOLLOWER]: Refusing update from remote peer c702d9b1b3c44990861db327015a5f62: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:53.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.077632 24945 sys_catalog.cc:565] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: configured and running, proceeding with master startup.
23:08:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.078325 25109 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.172107 25157 sys_catalog.cc:455] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.172973 25157 sys_catalog.cc:458] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: This master's current role is: FOLLOWER
23:08:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.173657 25149 sys_catalog.cc:455] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c702d9b1b3c44990861db327015a5f62. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.174340 25149 sys_catalog.cc:458] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: This master's current role is: FOLLOWER
23:08:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.225597 25165 catalog_manager.cc:1294] Loaded cluster ID: 5e56b1d286bf4738847dfb3df18cfd46
23:08:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.226293 25165 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: loading cluster ID for follower catalog manager: success
23:08:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.248097 25165 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: acquiring CA information for follower catalog manager: success
23:08:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.254909 25165 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.644340 25109 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c702d9b1b3c44990861db327015a5f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:08:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.645583 25109 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: LEADER
23:08:53.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.787320 25139 catalog_manager.cc:1294] Loaded cluster ID: 5e56b1d286bf4738847dfb3df18cfd46
23:08:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.788093 25139 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: loading cluster ID for follower catalog manager: success
23:08:53.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.796344 25139 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: acquiring CA information for follower catalog manager: success
23:08:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.813997 25139 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:53.825937 25147 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:53.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:53.827078 25147 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:53.828069 25147 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:53.888870 25147 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:53.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:53.890650 25147 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.72.65
23:08:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.961310 25147 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.65:0
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data/info.pb
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.65
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.72.65
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/logs
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.964823 25147 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:53.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:53.967573 25147 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:54.005096 25174 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:55.589879 25016 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6540 after lost signal to thread 24951
23:08:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:55.590716 25016 debug-util.cc:398] Leaking SignalData structure 0x7b0800070440 after lost signal to thread 25019
23:08:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:55.391238 25173 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25147
23:08:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:55.912894 25147 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.904s	user 0.504s	sys 0.658s
23:08:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:55.923205 25147 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.915s	user 0.505s	sys 0.658s
23:08:55.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:54.010486 25175 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:55.935956 25179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:55.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.937592 25147 server_base.cc:1061] running on GCE node
23:08:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.939199 25147 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.949836 25147 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:55.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.951527 25147 hybrid_clock.cc:648] HybridClock initialized: now 1783465735951475 us; error 56 us; skew 500 ppm
23:08:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.952834 25147 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.962689 25147 webserver.cc:534] Webserver started at http://127.24.72.65:37357/ using document root <none> and password file <none>
23:08:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.964130 25147 fs_manager.cc:362] Metadata directory not provided
23:08:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.964417 25147 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:55.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.964982 25147 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.971513 25147 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data/instance:
23:08:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f2c00702204d63b73de052b935cac2"
23:08:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:55 on dist-test-slave-78pn"
23:08:55.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.973258 25147 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal/instance:
23:08:55.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f2c00702204d63b73de052b935cac2"
23:08:55.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:55 on dist-test-slave-78pn"
23:08:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.983376 25147 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
23:08:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.991129 25184 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.992519 25147 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
23:08:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.992902 25147 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal
23:08:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f2c00702204d63b73de052b935cac2"
23:08:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:55 on dist-test-slave-78pn"
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:55.993323 25147 fs_report.cc:389] FS layout report
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data/data
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.068702 25147 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.070808 25147 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.071403 25147 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.087815 25147 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.094053 25147 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.094372 25147 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.094671 25147 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.094884 25147 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.325841 25147 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.65:34553
23:08:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.326004 25296 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.65:34553 every 8 connection(s)
23:08:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.329591 25147 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/data/info.pb
23:08:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.338253 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 25147
23:08:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.338807 24865 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-0/wal/instance
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.351003 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/logs
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data/info.pb
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.66:0
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.72.66
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.66
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.425577 25303 heartbeater.cc:344] Connected to a master server at 127.24.72.126:38907
23:08:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.426167 25303 heartbeater.cc:461] Registering TS with master...
23:08:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.425581 25298 heartbeater.cc:344] Connected to a master server at 127.24.72.125:36773
23:08:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.426704 25298 heartbeater.cc:461] Registering TS with master...
23:08:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.427722 25303 heartbeater.cc:507] Master 127.24.72.126:38907 requested a full tablet report, sending...
23:08:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.428001 25298 heartbeater.cc:507] Master 127.24.72.125:36773 requested a full tablet report, sending...
23:08:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.431753 24985 ts_manager.cc:194] Registered new tserver with Master: d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553)
23:08:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.431922 24909 ts_manager.cc:194] Registered new tserver with Master: d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553)
23:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.436544 25297 heartbeater.cc:344] Connected to a master server at 127.24.72.124:34481
23:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.436918 25297 heartbeater.cc:461] Registering TS with master...
23:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.437996 25297 heartbeater.cc:507] Master 127.24.72.124:34481 requested a full tablet report, sending...
23:08:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.440595 25065 ts_manager.cc:194] Registered new tserver with Master: d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553)
23:08:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:56.442669 25065 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.72.65:40755
23:08:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:56.890473 25302 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:56.891224 25302 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:56.892302 25302 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:56.951186 25302 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:56.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:56.952605 25302 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.72.66
23:08:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:57.018152 25302 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.66:0
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data/info.pb
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.66
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.72.66
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/logs
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:57.020115 25302 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:57.022469 25302 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:57.044603 25315 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:57.446198 25297 heartbeater.cc:499] Master 127.24.72.124:34481 was elected leader, sending a full tablet report...
23:08:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:57.045094 25316 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:58.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.231964 25302 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.189s	user 0.430s	sys 0.757s
23:08:58.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.232717 25302 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.190s	user 0.430s	sys 0.757s
23:08:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.256392 25302 server_base.cc:1061] running on GCE node
23:08:58.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.258194 25320 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.260066 25302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.263036 25302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.264716 25302 hybrid_clock.cc:648] HybridClock initialized: now 1783465738264628 us; error 86 us; skew 500 ppm
23:08:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.266080 25302 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.292568 25302 webserver.cc:534] Webserver started at http://127.24.72.66:43445/ using document root <none> and password file <none>
23:08:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.294335 25302 fs_manager.cc:362] Metadata directory not provided
23:08:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.294864 25302 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.295565 25302 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.302186 25302 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data/instance:
23:08:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8d15ca6f3dc49458863ef1fd633db6d"
23:08:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:58 on dist-test-slave-78pn"
23:08:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.304263 25302 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal/instance:
23:08:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8d15ca6f3dc49458863ef1fd633db6d"
23:08:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:58 on dist-test-slave-78pn"
23:08:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.314435 25302 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
23:08:58.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.321523 25325 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.323850 25302 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
23:08:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.324534 25302 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal
23:08:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8d15ca6f3dc49458863ef1fd633db6d"
23:08:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:58 on dist-test-slave-78pn"
23:08:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.325258 25302 fs_report.cc:389] FS layout report
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data/data
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.392700 25302 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.394917 25302 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.395349 25302 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.398223 25302 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.402998 25302 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.403230 25302 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.403442 25302 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.403587 25302 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:58.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.544482 25302 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.66:46499
23:08:58.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.544600 25437 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.66:46499 every 8 connection(s)
23:08:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.547255 25302 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/data/info.pb
23:08:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.555325 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 25302
23:08:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.556025 24865 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-1/wal/instance
23:08:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.568913 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/logs
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data/info.pb
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.67:0
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.72.67
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.67
23:08:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.591952 25438 heartbeater.cc:344] Connected to a master server at 127.24.72.124:34481
23:08:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.592530 25438 heartbeater.cc:461] Registering TS with master...
23:08:58.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.593830 25438 heartbeater.cc:507] Master 127.24.72.124:34481 requested a full tablet report, sending...
23:08:58.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.594511 25440 heartbeater.cc:344] Connected to a master server at 127.24.72.126:38907
23:08:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.594934 25440 heartbeater.cc:461] Registering TS with master...
23:08:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.595882 25440 heartbeater.cc:507] Master 127.24.72.126:38907 requested a full tablet report, sending...
23:08:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.597832 25065 ts_manager.cc:194] Registered new tserver with Master: d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:08:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.598709 24909 ts_manager.cc:194] Registered new tserver with Master: d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:08:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.599638 25065 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.72.66:38885
23:08:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.611207 25439 heartbeater.cc:344] Connected to a master server at 127.24.72.125:36773
23:08:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.611600 25439 heartbeater.cc:461] Registering TS with master...
23:08:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.612313 25439 heartbeater.cc:507] Master 127.24.72.125:36773 requested a full tablet report, sending...
23:08:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.615350 24985 ts_manager.cc:194] Registered new tserver with Master: d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:08:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.902694 25449 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.903313 25449 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.903981 25449 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:58.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.937834 25449 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.938861 25449 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.72.67
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.976724 25449 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.67:0
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data/info.pb
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.67
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.72.67
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/logs
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.978430 25449 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.980800 25449 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.993906 25455 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:59.603550 25438 heartbeater.cc:499] Master 127.24.72.124:34481 was elected leader, sending a full tablet report...
23:09:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:00.397372 25454 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25449
23:09:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:58.994469 25456 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:00.456449 25458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:00.454201 25449 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.460s	user 0.629s	sys 0.816s
23:09:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:00.457026 25449 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.463s	user 0.629s	sys 0.816s
23:09:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:00.459668 25457 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1459 milliseconds
23:09:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.459690 25449 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.461024 25449 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.463205 25449 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.464565 25449 hybrid_clock.cc:648] HybridClock initialized: now 1783465740464520 us; error 49 us; skew 500 ppm
23:09:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.465523 25449 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.473090 25449 webserver.cc:534] Webserver started at http://127.24.72.67:37731/ using document root <none> and password file <none>
23:09:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.474054 25449 fs_manager.cc:362] Metadata directory not provided
23:09:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.474255 25449 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.474681 25449 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.479431 25449 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data/instance:
23:09:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74e0d9ddec4f4b3c90076405a5209bc0"
23:09:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:00 on dist-test-slave-78pn"
23:09:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.480724 25449 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal/instance:
23:09:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74e0d9ddec4f4b3c90076405a5209bc0"
23:09:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:00 on dist-test-slave-78pn"
23:09:00.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.488559 25449 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:09:00.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.494335 25465 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.495525 25449 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.495891 25449 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74e0d9ddec4f4b3c90076405a5209bc0"
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:00 on dist-test-slave-78pn"
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.496213 25449 fs_report.cc:389] FS layout report
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal
23:09:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data/data
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.563822 25449 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.565640 25449 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.566075 25449 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.568974 25449 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.573495 25449 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.573704 25449 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:09:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.573907 25449 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.574066 25449 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.726794 25449 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.67:36867
23:09:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.726908 25578 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.67:36867 every 8 connection(s)
23:09:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.729740 25449 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/data/info.pb
23:09:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.731848 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 25449
23:09:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.732340 24865 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/ts-2/wal/instance
23:09:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.770097 25581 heartbeater.cc:344] Connected to a master server at 127.24.72.126:38907
23:09:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.770709 25581 heartbeater.cc:461] Registering TS with master...
23:09:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.772137 25581 heartbeater.cc:507] Master 127.24.72.126:38907 requested a full tablet report, sending...
23:09:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.772385 25579 heartbeater.cc:344] Connected to a master server at 127.24.72.124:34481
23:09:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.772742 25579 heartbeater.cc:461] Registering TS with master...
23:09:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.773658 25579 heartbeater.cc:507] Master 127.24.72.124:34481 requested a full tablet report, sending...
23:09:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.775336 24909 ts_manager.cc:194] Registered new tserver with Master: 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867)
23:09:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.776223 25580 heartbeater.cc:344] Connected to a master server at 127.24.72.125:36773
23:09:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.776259 25065 ts_manager.cc:194] Registered new tserver with Master: 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867)
23:09:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.776541 25580 heartbeater.cc:461] Registering TS with master...
23:09:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.777346 25580 heartbeater.cc:507] Master 127.24.72.125:36773 requested a full tablet report, sending...
23:09:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.777963 25065 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.72.67:53839
23:09:00.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.779874 24985 ts_manager.cc:194] Registered new tserver with Master: 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867)
23:09:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.790966 24865 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:09:00.803 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:09:00.803 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:09:00.806 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.72.126"
      port: 38907
    }
    bound_http_address {
      host: "127.24.72.126"
      port: 39805
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.72.125"
      port: 36773
    }
    bound_http_address {
      host: "127.24.72.125"
      port: 38459
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.72.124"
      port: 34481
    }
    bound_http_address {
      host: "127.24.72.124"
      port: 42281
    }
  }
}

23:09:00.806 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:09:00.808 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.72.65"
      port: 34553
    }
    bound_http_address {
      host: "127.24.72.65"
      port: 37357
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.72.66"
      port: 46499
    }
    bound_http_address {
      host: "127.24.72.66"
      port: 43445
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.72.67"
      port: 36867
    }
    bound_http_address {
      host: "127.24.72.67"
      port: 37731
    }
  }
}

23:09:00.808 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:09:00.810 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:00.812 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.72.124:34481(127.24.72.124:34481)] connecting to peer
23:09:00.814 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.72.126:38907(127.24.72.126:38907)] connecting to peer
23:09:00.815 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.72.125:36773(127.24.72.125:36773)] connecting to peer
23:09:00.816 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.72.124:34481(127.24.72.124:34481)] Successfully connected to peer
23:09:00.818 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.72.126:38907(127.24.72.126:38907)] Successfully connected to peer
23:09:00.822 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.72.124
23:09:00.822 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.72.126
23:09:00.827 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.72.125:36773(127.24.72.125:36773)] Successfully connected to peer
23:09:00.835 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.72.125
23:09:00.850 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb8bb6d22, L:/127.0.0.1:35590 - R:/127.24.72.126:38907] using SASL/PLAIN
23:09:00.853 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x66fbbd0c, L:/127.0.0.1:41274 - R:/127.24.72.124:34481] using SASL/PLAIN
23:09:00.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:00.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=48), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: OK, deferred=null) after lookup
23:09:00.860 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3fb49fdc, L:/127.0.0.1:39274 - R:/127.24.72.125:36773] using SASL/PLAIN
23:09:00.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.862337 25065 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41274:
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:09:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:09:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:09:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:09:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:00.866922 25065 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:09:00.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0d734233cdd443b9fbe15a562f987cd
23:09:00.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.954147 25514 tablet_service.cc:1511] Processing CreateTablet for tablet 35db975f17704645a1cbe72552216079 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=d0d734233cdd443b9fbe15a562f987cd]), partition=RANGE (key) PARTITION UNBOUNDED
23:09:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.956086 25514 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35db975f17704645a1cbe72552216079. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.988014 25611 tablet_bootstrap.cc:492] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: Bootstrap starting.
23:09:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.993083 25232 tablet_service.cc:1511] Processing CreateTablet for tablet 35db975f17704645a1cbe72552216079 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=d0d734233cdd443b9fbe15a562f987cd]), partition=RANGE (key) PARTITION UNBOUNDED
23:09:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.994791 25611 tablet_bootstrap.cc:654] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: Neither blocks nor log segments found. Creating new log.
23:09:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.995936 25232 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35db975f17704645a1cbe72552216079. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:00.997219 25611 log.cc:826] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: Log is configured to *not* fsync() on all Append() calls
23:09:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.002178 25611 tablet_bootstrap.cc:492] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: No bootstrap required, opened a new log
23:09:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.002696 25611 ts_tablet_manager.cc:1403] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: Time spent bootstrapping tablet: real 0.015s	user 0.012s	sys 0.000s
23:09:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.003988 25373 tablet_service.cc:1511] Processing CreateTablet for tablet 35db975f17704645a1cbe72552216079 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=d0d734233cdd443b9fbe15a562f987cd]), partition=RANGE (key) PARTITION UNBOUNDED
23:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.006127 25373 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35db975f17704645a1cbe72552216079. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.026207 25611 raft_consensus.cc:359] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.027223 25611 raft_consensus.cc:385] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.027519 25611 raft_consensus.cc:740] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74e0d9ddec4f4b3c90076405a5209bc0, State: Initialized, Role: FOLLOWER
23:09:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.028712 25611 consensus_queue.cc:260] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.029412 25613 tablet_bootstrap.cc:492] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: Bootstrap starting.
23:09:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.039037 25613 tablet_bootstrap.cc:654] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: Neither blocks nor log segments found. Creating new log.
23:09:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.041436 25613 log.cc:826] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: Log is configured to *not* fsync() on all Append() calls
23:09:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.043041 25579 heartbeater.cc:499] Master 127.24.72.124:34481 was elected leader, sending a full tablet report...
23:09:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.043905 25611 ts_tablet_manager.cc:1434] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: Time spent starting tablet: real 0.041s	user 0.034s	sys 0.008s
23:09:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.053288 25615 tablet_bootstrap.cc:492] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Bootstrap starting.
23:09:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.056020 25614 raft_consensus.cc:493] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.056648 25614 raft_consensus.cc:515] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.058561 25613 tablet_bootstrap.cc:492] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: No bootstrap required, opened a new log
23:09:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.059314 25613 ts_tablet_manager.cc:1403] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: Time spent bootstrapping tablet: real 0.030s	user 0.020s	sys 0.002s
23:09:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.067191 25614 leader_election.cc:290] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553), d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:09:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.074196 25615 tablet_bootstrap.cc:654] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Neither blocks nor log segments found. Creating new log.
23:09:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.077492 25615 log.cc:826] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Log is configured to *not* fsync() on all Append() calls
23:09:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.088435 25613 raft_consensus.cc:359] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.089414 25613 raft_consensus.cc:385] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.089711 25613 raft_consensus.cc:740] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4f2c00702204d63b73de052b935cac2, State: Initialized, Role: FOLLOWER
23:09:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.090530 25252 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4f2c00702204d63b73de052b935cac2" is_pre_election: true
23:09:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.090739 25613 consensus_queue.cc:260] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.091755 25252 raft_consensus.cc:2468] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74e0d9ddec4f4b3c90076405a5209bc0 in term 0.
23:09:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.093760 25467 leader_election.cc:304] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 74e0d9ddec4f4b3c90076405a5209bc0, d4f2c00702204d63b73de052b935cac2; no voters: 
23:09:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.095011 25614 raft_consensus.cc:2804] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.095376 25614 raft_consensus.cc:493] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:01.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.095726 25614 raft_consensus.cc:3060] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 0 FOLLOWER]: Advancing to term 1
23:09:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.105842 25614 raft_consensus.cc:515] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.107901 25613 ts_tablet_manager.cc:1434] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: Time spent starting tablet: real 0.048s	user 0.032s	sys 0.008s
23:09:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.109220 25252 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4f2c00702204d63b73de052b935cac2"
23:09:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.109797 25252 raft_consensus.cc:3060] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 0 FOLLOWER]: Advancing to term 1
23:09:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.110440 25614 leader_election.cc:290] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [CANDIDATE]: Term 1 election: Requested vote from peers d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553), d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:09:01.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.117139 25252 raft_consensus.cc:2468] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 74e0d9ddec4f4b3c90076405a5209bc0 in term 1.
23:09:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.118373 25467 leader_election.cc:304] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 74e0d9ddec4f4b3c90076405a5209bc0, d4f2c00702204d63b73de052b935cac2; no voters: 
23:09:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.119012 25615 tablet_bootstrap.cc:492] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: No bootstrap required, opened a new log
23:09:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.119623 25615 ts_tablet_manager.cc:1403] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Time spent bootstrapping tablet: real 0.067s	user 0.020s	sys 0.008s
23:09:01.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.119726 25614 raft_consensus.cc:2804] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 1 FOLLOWER]: Leader election won for term 1
23:09:01.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.100852 25393 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" is_pre_election: true
23:09:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.113382 25392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8d15ca6f3dc49458863ef1fd633db6d"
23:09:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.134141 25467 leader_election.cc:343] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499): Illegal state: must be running to vote when last-logged opid is not known
23:09:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.137042 25467 leader_election.cc:343] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499): Illegal state: must be running to vote when last-logged opid is not known
23:09:01.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.138847 25614 raft_consensus.cc:697] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [term 1 LEADER]: Becoming Leader. State: Replica: 74e0d9ddec4f4b3c90076405a5209bc0, State: Running, Role: LEADER
23:09:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.140002 25614 consensus_queue.cc:237] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.144502 25615 raft_consensus.cc:359] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.145443 25615 raft_consensus.cc:385] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.145787 25615 raft_consensus.cc:740] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8d15ca6f3dc49458863ef1fd633db6d, State: Initialized, Role: FOLLOWER
23:09:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.146845 25615 consensus_queue.cc:260] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.156075 25615 ts_tablet_manager.cc:1434] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Time spent starting tablet: real 0.036s	user 0.017s	sys 0.010s
23:09:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.159081 25308 tablet.cc:2406] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.162328 25065 catalog_manager.cc:5696] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67). New cstate: current_term: 1 leader_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } health_report { overall_health: UNKNOWN } } }
23:09:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.214861 25621 raft_consensus.cc:493] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:01.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.215484 25621 raft_consensus.cc:515] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.218357 25621 leader_election.cc:290] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867), d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553)
23:09:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.230206 25252 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4f2c00702204d63b73de052b935cac2" is_pre_election: true
23:09:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.231005 25252 raft_consensus.cc:2393] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d8d15ca6f3dc49458863ef1fd633db6d in current term 1: Already voted for candidate 74e0d9ddec4f4b3c90076405a5209bc0 in this term.
23:09:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.230742 25534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" is_pre_election: true
23:09:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.232618 25328 leader_election.cc:304] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d8d15ca6f3dc49458863ef1fd633db6d; no voters: 74e0d9ddec4f4b3c90076405a5209bc0, d4f2c00702204d63b73de052b935cac2
23:09:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.233502 25621 raft_consensus.cc:3060] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 0 FOLLOWER]: Advancing to term 1
23:09:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.239682 25621 raft_consensus.cc:2749] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:01.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0d734233cdd443b9fbe15a562f987cd
23:09:01.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:01.248 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:01.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [4ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: OK, deferred=null) after lookup
23:09:01.249 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:01.251 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] Successfully connected to peer
23:09:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.252363 25588 tablet.cc:2406] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:01.277 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x71576296, L:/127.0.0.1:38406 - R:/127.24.72.67:36867] using TOKEN/null
23:09:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.291381 25393 raft_consensus.cc:1275] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 1 FOLLOWER]: Refusing update from remote peer 74e0d9ddec4f4b3c90076405a5209bc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:09:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.291441 25252 raft_consensus.cc:1275] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Refusing update from remote peer 74e0d9ddec4f4b3c90076405a5209bc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:09:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.293268 25619 consensus_queue.cc:1048] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.293887 25614 consensus_queue.cc:1048] T 35db975f17704645a1cbe72552216079 P 74e0d9ddec4f4b3c90076405a5209bc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.321578 25625 mvcc.cc:204] Tried to move back new op lower bound from 7305075676310450176 to 7305075675720400896. Current Snapshot: MvccSnapshot[applied={T|T < 7305075676310450176}]
23:09:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.323804 25626 mvcc.cc:204] Tried to move back new op lower bound from 7305075676310450176 to 7305075675720400896. Current Snapshot: MvccSnapshot[applied={T|T < 7305075676310450176}]
23:09:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.325152 25442 tablet.cc:2406] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.353010 25627 mvcc.cc:204] Tried to move back new op lower bound from 7305075676310450176 to 7305075675720400896. Current Snapshot: MvccSnapshot[applied={T|T < 7305075676310450176}]
23:09:01.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=35db975f17704645a1cbe72552216079, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:01.552 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.72.124:34481
23:09:01.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:09:01.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.553637 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 25022
23:09:01.591 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.72.124:34481(127.24.72.124:34481)] handling channelInactive
23:09:01.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.72.124:34481(127.24.72.124:34481)] cleaning up while in state READY due to: connection closed
23:09:01.595 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:09:01.596 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.72.124:34481
23:09:01.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:09:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.602969 24865 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/logs
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/info.pb
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.124:34481
23:09:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.124
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42281
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json with env {}
23:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.969758 25636 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.970498 25636 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:01.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:01.971164 25636 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.004936 25636 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.005307 25636 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.005689 25636 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.006034 25636 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.006407 25636 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.006652 25636 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42875/jwks.json
23:09:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.046427 25636 master_runner.cc:387] Master server non-default flags:
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.72.84:39537
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.72.126:38907,127.24.72.125:36773,127.24.72.124:34481
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.72.124:34481
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42875/jwks.json
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/info.pb
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.72.124
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42281
23:09:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/logs
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.047932 25636 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.050135 25636 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.063076 25643 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.400478 25579 heartbeater.cc:646] Failed to heartbeat to 127.24.72.124:34481 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:09:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.415515 25438 heartbeater.cc:646] Failed to heartbeat to 127.24.72.124:34481 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:09:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.422276 25297 heartbeater.cc:646] Failed to heartbeat to 127.24.72.124:34481 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:09:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.684794 25652 raft_consensus.cc:493] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c702d9b1b3c44990861db327015a5f62)
23:09:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.696206 25652 raft_consensus.cc:515] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:09:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.700078 25653 raft_consensus.cc:493] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c702d9b1b3c44990861db327015a5f62)
23:09:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.700995 25652 leader_election.cc:290] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 09c2b12ebb364c89b804daceba8a14a9 (127.24.72.125:36773), c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481)
23:09:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.700938 24995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "09c2b12ebb364c89b804daceba8a14a9" is_pre_election: true
23:09:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.707288 25653 raft_consensus.cc:515] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:09:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.709517 24897 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111) [suppressed 13 similar messages]
23:09:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.709546 24995 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fffaf7fc04a54fb1b90e9dde35215da5 in term 1.
23:09:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.716033 24896 leader_election.cc:304] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09c2b12ebb364c89b804daceba8a14a9, fffaf7fc04a54fb1b90e9dde35215da5; no voters: 
23:09:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.717129 25652 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:09:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.717473 25652 raft_consensus.cc:493] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c702d9b1b3c44990861db327015a5f62)
23:09:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.717801 25652 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 1 FOLLOWER]: Advancing to term 2
23:09:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.727108 25652 raft_consensus.cc:515] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:09:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.734155 24918 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09c2b12ebb364c89b804daceba8a14a9" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" is_pre_election: true
23:09:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.735365 24918 raft_consensus.cc:2393] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 09c2b12ebb364c89b804daceba8a14a9 in current term 2: Already voted for candidate fffaf7fc04a54fb1b90e9dde35215da5 in this term.
23:09:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.737682 24995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "09c2b12ebb364c89b804daceba8a14a9"
23:09:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.738550 24995 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 1 FOLLOWER]: Advancing to term 2
23:09:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.747720 24972 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111) [suppressed 6 similar messages]
23:09:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.751060 24995 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fffaf7fc04a54fb1b90e9dde35215da5 in term 2.
23:09:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.754294 25652 leader_election.cc:290] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [CANDIDATE]: Term 2 election: Requested vote from peers 09c2b12ebb364c89b804daceba8a14a9 (127.24.72.125:36773), c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481)
23:09:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.759963 24897 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.24.72.124:34481, user_credentials={real_user=slave}} blocked reactor thread for 50520.3us
23:09:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.763720 24897 leader_election.cc:336] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481): Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:09:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.752326 25653 leader_election.cc:290] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fffaf7fc04a54fb1b90e9dde35215da5 (127.24.72.126:38907), c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481)
23:09:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.765583 24896 leader_election.cc:304] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09c2b12ebb364c89b804daceba8a14a9, fffaf7fc04a54fb1b90e9dde35215da5; no voters: 
23:09:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.766398 25652 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 2 FOLLOWER]: Leader election won for term 2
23:09:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.768462 24897 leader_election.cc:336] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481): Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:09:02.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.769551 25652 raft_consensus.cc:697] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [term 2 LEADER]: Becoming Leader. State: Replica: fffaf7fc04a54fb1b90e9dde35215da5, State: Running, Role: LEADER
23:09:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.770745 25652 consensus_queue.cc:237] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:09:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.776412 24972 leader_election.cc:336] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481): Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111)
23:09:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.777320 24972 leader_election.cc:304] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 09c2b12ebb364c89b804daceba8a14a9; no voters: c702d9b1b3c44990861db327015a5f62, fffaf7fc04a54fb1b90e9dde35215da5
23:09:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.778326 25653 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:09:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.798046 25659 sys_catalog.cc:455] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fffaf7fc04a54fb1b90e9dde35215da5. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.799094 25659 sys_catalog.cc:458] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: This master's current role is: LEADER
23:09:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.805662 25661 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:09:02.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.827620 25661 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=d0d734233cdd443b9fbe15a562f987cd]
23:09:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.848229 25661 tablet_loader.cc:96] loaded metadata for tablet 35db975f17704645a1cbe72552216079 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=d0d734233cdd443b9fbe15a562f987cd])
23:09:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.853444 25661 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:09:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.861177 25661 catalog_manager.cc:1294] Loaded cluster ID: 5e56b1d286bf4738847dfb3df18cfd46
23:09:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.867550 25661 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:09:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.874686 25661 catalog_manager.cc:1539] Loading token signing keys...
23:09:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.887229 25661 catalog_manager.cc:6080] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: Loaded TSK: 0
23:09:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:02.895275 25661 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:09:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:03.181064 24897 consensus_peers.cc:597] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 -> Peer c702d9b1b3c44990861db327015a5f62 (127.24.72.124:34481): Couldn't send request to peer c702d9b1b3c44990861db327015a5f62. Status: Network error: Client connection negotiation failed: client connection to 127.24.72.124:34481: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:09:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.384948 24995 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [term 2 FOLLOWER]: Refusing update from remote peer fffaf7fc04a54fb1b90e9dde35215da5: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:09:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.387537 25659 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:09:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.461108 25662 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fffaf7fc04a54fb1b90e9dde35215da5. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.468241 25662 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: This master's current role is: FOLLOWER
23:09:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.499872 25662 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.500726 25662 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09c2b12ebb364c89b804daceba8a14a9 [sys.catalog]: This master's current role is: FOLLOWER
23:09:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.504554 25659 sys_catalog.cc:455] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:03.505674 25659 sys_catalog.cc:458] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: This master's current role is: LEADER
23:09:04.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:03.467531 25642 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25636
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.175311 25636 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.111s	user 0.674s	sys 1.158s
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.175698 25636 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.111s	user 0.674s	sys 1.158s
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:02.064642 25644 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:04.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.178392 25646 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.178705 25636 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.179175 25645 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2110 milliseconds
23:09:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.184077 25636 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:04.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.187083 25636 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.188604 25636 hybrid_clock.cc:648] HybridClock initialized: now 1783465744188563 us; error 40 us; skew 500 ppm
23:09:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.189427 25636 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.195889 25636 webserver.cc:534] Webserver started at http://127.24.72.124:42281/ using document root <none> and password file <none>
23:09:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.196813 25636 fs_manager.cc:362] Metadata directory not provided
23:09:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.197063 25636 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.205651 25636 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.001s	sys 0.003s
23:09:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.211244 25681 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.212625 25636 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
23:09:04.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.213037 25636 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data,/tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c702d9b1b3c44990861db327015a5f62"
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:51 on dist-test-slave-78pn"
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.215900 25636 fs_report.cc:389] FS layout report
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/wal
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/data
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:04.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.356410 25303 heartbeater.cc:499] Master 127.24.72.126:38907 was elected leader, sending a full tablet report...
23:09:04.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.369064 25636 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.371160 25636 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.371747 25636 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.372668 25581 heartbeater.cc:499] Master 127.24.72.126:38907 was elected leader, sending a full tablet report...
23:09:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.401825 25440 heartbeater.cc:499] Master 127.24.72.126:38907 was elected leader, sending a full tablet report...
23:09:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.556588 25636 rpc_server.cc:307] RPC server started. Bound to: 127.24.72.124:34481
23:09:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.556659 25735 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.72.124:34481 every 8 connection(s)
23:09:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.561273 25636 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskv1wRIy/test-tmp/mini-kudu-cluster674584526916076184/master-2/data/info.pb
23:09:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.564994 24865 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu as pid 25636
23:09:04.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:09:04.566 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.72.67:36867
23:09:04.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:09:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.567613 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 25449
23:09:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.582984 25736 sys_catalog.cc:263] Verifying existing consensus state
23:09:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.591373 25736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Bootstrap starting.
23:09:04.621 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] handling channelInactive
23:09:04.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state READY due to: connection closed
23:09:04.622 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:09:04.623 [DEBUG - Time-limited test] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:04.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.628 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.633 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.24.72.124:34481(127.24.72.124:34481)] connecting to peer
23:09:04.636 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.24.72.124:34481(127.24.72.124:34481)] Successfully connected to peer
23:09:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.645850 25736 log.cc:826] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Log is configured to *not* fsync() on all Append() calls
23:09:04.651 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.72.124
23:09:04.678 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x4fa54f6d, L:/127.0.0.1:49962 - R:/127.24.72.124:34481] using SASL/PLAIN
23:09:04.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.681666 25736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:09:04.683 [DEBUG - kudu-nio-5] (RemoteTablet.java:166) master-127.24.72.124:34481 was demoted as the leader for Kudu Master
23:09:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.683148 25736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: Bootstrap complete.
23:09:04.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.72.124:34481: Catalog manager is not initialized. State: Starting
23:09:04.701 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:04.701 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29990, elapsed=68), Traces: [0ms] sending RPC to server master-127.24.72.124:34481, [51ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [51ms] received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@1257405014(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
23:09:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.705315 25434 debug-util.cc:398] Leaking SignalData structure 0x7b08000d2a20 after lost signal to thread 25310
23:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.706591 25434 debug-util.cc:398] Leaking SignalData structure 0x7b08000d2480 after lost signal to thread 25437
23:09:04.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:04.711 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:04.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test)) after lookup
23:09:04.713 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:04.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.719 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.716447 25736 raft_consensus.cc:359] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:09:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.720003 25736 raft_consensus.cc:740] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c702d9b1b3c44990861db327015a5f62, State: Initialized, Role: FOLLOWER
23:09:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.721319 25736 consensus_queue.cc:260] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } }
23:09:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.725804 25744 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.727025 25744 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: FOLLOWER
23:09:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.729379 25736 sys_catalog.cc:565] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: configured and running, proceeding with master startup.
23:09:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.735440 25711 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [term 1 FOLLOWER]: Advancing to term 2
23:09:04.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:04.746 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:04.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [90ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [97ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [97ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [124ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909))) after lookup
23:09:04.748 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:04.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.763 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:04.800 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:04.801 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [90ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [97ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [97ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [124ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [125ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [141ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [141ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449))) after lookup
23:09:04.805 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:04.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.808 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.814314 25751 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.815048 25751 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: FOLLOWER
23:09:04.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.815743 25744 sys_catalog.cc:455] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fffaf7fc04a54fb1b90e9dde35215da5. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:04.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.816465 25744 sys_catalog.cc:458] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62 [sys.catalog]: This master's current role is: FOLLOWER
23:09:04.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:04.860 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:04.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=238), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [90ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [97ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [97ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [124ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [125ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [141ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [141ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [179ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [186ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [186ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [230ms] refreshing cache from master, [230ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [237ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443))) after lookup
23:09:04.866 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:04.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.868 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.900514 25759 catalog_manager.cc:1294] Loaded cluster ID: 5e56b1d286bf4738847dfb3df18cfd46
23:09:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.901280 25759 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: loading cluster ID for follower catalog manager: success
23:09:04.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.921378 25759 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: acquiring CA information for follower catalog manager: success
23:09:04.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.944001 25759 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c702d9b1b3c44990861db327015a5f62: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:09:04.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:04.979 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:04.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=357), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [90ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [97ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [97ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [124ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [125ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [141ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [141ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [179ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [186ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [186ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [230ms] refreshing cache from master, [230ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [237ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [240ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [246ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [246ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [356ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443) -> (continuation of Deferred@277592030 after retry RPC@1753922753), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443) -> (continuation of Deferred@277592030 after retry RPC@1753922753))) after lookup
23:09:04.981 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:04.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:04.983 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:05.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:05.119 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)[L],d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553),d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:05.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=496), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [90ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [97ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [97ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [124ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [125ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [141ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [141ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [179ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [186ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [186ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [230ms] refreshing cache from master, [230ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [237ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [240ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [246ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [246ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [356ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [359ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [361ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [361ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [490ms] refreshing cache from master, [491ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [496ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443) -> (continuation of Deferred@277592030 after retry RPC@1753922753) -> (continuation of Deferred@50408809 after retry RPC@1053877628), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443) -> (continuation of Deferred@277592030 after retry RPC@1753922753) -> (continuation of Deferred@50408809 after retry RPC@1053877628))) after lookup
23:09:05.121 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] connecting to peer
23:09:05.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:05.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] cleaning up while in state CONNECTING due to: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:05.123 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867) for tablet 35db975f17704645a1cbe72552216079: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867
23:09:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.157585 25659 sys_catalog.cc:455] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fffaf7fc04a54fb1b90e9dde35215da5" member_type: VOTER last_known_addr { host: "127.24.72.126" port: 38907 } } peers { permanent_uuid: "09c2b12ebb364c89b804daceba8a14a9" member_type: VOTER last_known_addr { host: "127.24.72.125" port: 36773 } } peers { permanent_uuid: "c702d9b1b3c44990861db327015a5f62" member_type: VOTER last_known_addr { host: "127.24.72.124" port: 34481 } } }
23:09:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.158484 25659 sys_catalog.cc:458] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5 [sys.catalog]: This master's current role is: LEADER
23:09:05.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.497635 25297 heartbeater.cc:344] Connected to a master server at 127.24.72.124:34481
23:09:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.500027 25438 heartbeater.cc:344] Connected to a master server at 127.24.72.124:34481
23:09:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.505488 25701 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d4f2c00702204d63b73de052b935cac2" instance_seqno: 1783465736250001) as {username='slave'} at 127.24.72.65:53811; Asking this server to re-register.
23:09:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.505498 25700 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" instance_seqno: 1783465738512549) as {username='slave'} at 127.24.72.66:59993; Asking this server to re-register.
23:09:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.508090 25297 heartbeater.cc:461] Registering TS with master...
23:09:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.508581 25438 heartbeater.cc:461] Registering TS with master...
23:09:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.512151 25700 ts_manager.cc:194] Registered new tserver with Master: d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553)
23:09:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.512667 25701 ts_manager.cc:194] Registered new tserver with Master: d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:09:05.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.577725 25770 raft_consensus.cc:493] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 74e0d9ddec4f4b3c90076405a5209bc0)
23:09:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.579056 25770 raft_consensus.cc:515] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:05.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.584429 25770 leader_election.cc:290] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867), d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:09:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.585984 25187 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111)
23:09:05.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.612283 25187 leader_election.cc:336] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867): Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111)
23:09:05.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.623308 25393 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "d4f2c00702204d63b73de052b935cac2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" is_pre_election: true
23:09:05.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.624069 25393 raft_consensus.cc:2468] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4f2c00702204d63b73de052b935cac2 in term 1.
23:09:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.626170 25186 leader_election.cc:304] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d4f2c00702204d63b73de052b935cac2, d8d15ca6f3dc49458863ef1fd633db6d; no voters: 74e0d9ddec4f4b3c90076405a5209bc0
23:09:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.627509 25770 raft_consensus.cc:2804] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:09:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.627867 25770 raft_consensus.cc:493] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 74e0d9ddec4f4b3c90076405a5209bc0)
23:09:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.628176 25770 raft_consensus.cc:3060] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 1 FOLLOWER]: Advancing to term 2
23:09:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.638016 25770 raft_consensus.cc:515] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.645648 25187 leader_election.cc:336] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867): Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111)
23:09:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.649137 25393 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "d4f2c00702204d63b73de052b935cac2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d8d15ca6f3dc49458863ef1fd633db6d"
23:09:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.649770 25393 raft_consensus.cc:3060] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 1 FOLLOWER]: Advancing to term 2
23:09:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.657351 25393 raft_consensus.cc:2468] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4f2c00702204d63b73de052b935cac2 in term 2.
23:09:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.659192 25186 leader_election.cc:304] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d4f2c00702204d63b73de052b935cac2, d8d15ca6f3dc49458863ef1fd633db6d; no voters: 74e0d9ddec4f4b3c90076405a5209bc0
23:09:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.661429 25770 leader_election.cc:290] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [CANDIDATE]: Term 2 election: Requested vote from peers 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867), d8d15ca6f3dc49458863ef1fd633db6d (127.24.72.66:46499)
23:09:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.662346 25770 raft_consensus.cc:2804] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 2 FOLLOWER]: Leader election won for term 2
23:09:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.667445 25774 raft_consensus.cc:493] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.669462 25770 raft_consensus.cc:697] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [term 2 LEADER]: Becoming Leader. State: Replica: d4f2c00702204d63b73de052b935cac2, State: Running, Role: LEADER
23:09:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.670571 25770 consensus_queue.cc:237] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.673475 25774 raft_consensus.cc:515] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } }
23:09:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.682498 25328 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111)
23:09:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.688349 25252 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35db975f17704645a1cbe72552216079" candidate_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d4f2c00702204d63b73de052b935cac2" is_pre_election: true
23:09:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.691473 25774 leader_election.cc:290] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867), d4f2c00702204d63b73de052b935cac2 (127.24.72.65:34553)
23:09:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.719251 25328 leader_election.cc:336] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867): Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111)
23:09:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.720562 25328 leader_election.cc:304] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d8d15ca6f3dc49458863ef1fd633db6d; no voters: 74e0d9ddec4f4b3c90076405a5209bc0, d4f2c00702204d63b73de052b935cac2
23:09:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.721630 25774 raft_consensus.cc:2749] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
23:09:05.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.721920 24909 catalog_manager.cc:5696] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 reported cstate change: term changed from 1 to 2, leader changed from 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67) to d4f2c00702204d63b73de052b935cac2 (127.24.72.65). New cstate: current_term: 2 leader_uuid: "d4f2c00702204d63b73de052b935cac2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74e0d9ddec4f4b3c90076405a5209bc0" member_type: VOTER last_known_addr { host: "127.24.72.67" port: 36867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4f2c00702204d63b73de052b935cac2" member_type: VOTER last_known_addr { host: "127.24.72.65" port: 34553 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 } health_report { overall_health: UNKNOWN } } }
23:09:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.070956 25393 raft_consensus.cc:1275] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Refusing update from remote peer d4f2c00702204d63b73de052b935cac2: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
23:09:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.072805 25770 consensus_queue.cc:1048] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8d15ca6f3dc49458863ef1fd633db6d" member_type: VOTER last_known_addr { host: "127.24.72.66" port: 46499 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
23:09:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.104666 25187 consensus_peers.cc:597] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 -> Peer 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867): Couldn't send request to peer 74e0d9ddec4f4b3c90076405a5209bc0. Status: Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:09:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.711148 25732 debug-util.cc:398] Leaking SignalData structure 0x7b0800098060 after lost signal to thread 25637
23:09:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.711946 25732 debug-util.cc:398] Leaking SignalData structure 0x7b0800041060 after lost signal to thread 25735
23:09:08.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 35db975f17704645a1cbe72552216079 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:09:08.299 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35db975f17704645a1cbe72552216079@[74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867),d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553)[L],d8d15ca6f3dc49458863ef1fd633db6d(127.24.72.66:46499)]}]
23:09:08.300 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35db975f17704645a1cbe72552216079, attempt=14, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3677), Traces: [0ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [6ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [6ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.124:34481, [61ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [61ms] Sub RPC GetTableLocations: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [70ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.124:34481, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.126:38907, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.72.125:36773, [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.124:34481: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.125:36773: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.72.126:38907: OK, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [90ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [97ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [97ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [124ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [125ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [141ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [141ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [179ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [186ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [186ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [230ms] refreshing cache from master, [230ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [237ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [240ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [246ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [246ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [356ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [359ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [361ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [361ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [490ms] refreshing cache from master, [491ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [496ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, [498ms] sending RPC to server 74e0d9ddec4f4b3c90076405a5209bc0, [501ms] received response from server 74e0d9ddec4f4b3c90076405a5209bc0: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [501ms] delaying RPC due to: Network error: Failed to connect to peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867): Connection refused: /127.24.72.67:36867, [3671ms] refreshing cache from master, [3671ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.72.126:38907, [3676ms] Sub RPC GetTableLocations: received response from server master-127.24.72.126:38907: OK, deferred=Deferred@2071082454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f3ba036e310@73a461f1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443) -> (continuation of Deferred@277592030 after retry RPC@1753922753) -> (continuation of Deferred@50408809 after retry RPC@1053877628) -> (continuation of Deferred@716826701 after retry RPC@335217507), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2add8519 -> wakeup thread Time-limited test -> (continuation of Deferred@1257405014 after retry RPC@781441909) -> (continuation of Deferred@757559400 after retry RPC@139837449) -> (continuation of Deferred@1243733159 after retry RPC@321603443) -> (continuation of Deferred@277592030 after retry RPC@1753922753) -> (continuation of Deferred@50408809 after retry RPC@1053877628) -> (continuation of Deferred@716826701 after retry RPC@335217507))) after lookup
23:09:08.301 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553)] connecting to peer
23:09:08.303 [DEBUG - kudu-nio-4] (Connection.java:757) [peer d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553)] Successfully connected to peer
23:09:08.351 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x0540d829, L:/127.0.0.1:52314 - R:/127.24.72.65:34553] using TOKEN/null
23:09:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.446173 25187 consensus_peers.cc:597] T 35db975f17704645a1cbe72552216079 P d4f2c00702204d63b73de052b935cac2 -> Peer 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867): Couldn't send request to peer 74e0d9ddec4f4b3c90076405a5209bc0. Status: Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:09:08.594 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=35db975f17704645a1cbe72552216079, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.598479 24910 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:35590:
23:09:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:09:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.599491 24910 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:35590:
23:09:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:09:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.681808 24910 catalog_manager.cc:5983] T 00000000000000000000000000000000 P fffaf7fc04a54fb1b90e9dde35215da5: Sending DeleteTablet for 3 replicas of tablet 35db975f17704645a1cbe72552216079
23:09:08.705 [DEBUG - main] (Connection.java:575) [peer master-127.24.72.126:38907(127.24.72.126:38907)] disconnecting while in state READY
23:09:08.706 [DEBUG - main] (Connection.java:575) [peer d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553)] disconnecting while in state READY
23:09:08.706 [DEBUG - main] (Connection.java:575) [peer master-127.24.72.124:34481(127.24.72.124:34481)] disconnecting while in state READY
23:09:08.706 [DEBUG - main] (Connection.java:575) [peer master-127.24.72.125:36773(127.24.72.125:36773)] disconnecting while in state READY
23:09:08.706 [DEBUG - main] (Connection.java:575) [peer 74e0d9ddec4f4b3c90076405a5209bc0(127.24.72.67:36867)] disconnecting while in state TERMINATED
23:09:08.708 [DEBUG - kudu-nio-4] (Connection.java:239) [peer d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553)] handling channelInactive
23:09:08.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4f2c00702204d63b73de052b935cac2(127.24.72.65:34553)] cleaning up while in state READY due to: connection closed
23:09:08.709 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.24.72.124:34481(127.24.72.124:34481)] handling channelInactive
23:09:08.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.72.124:34481(127.24.72.124:34481)] cleaning up while in state READY due to: connection closed
23:09:08.710 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.72.125:36773(127.24.72.125:36773)] handling channelInactive
23:09:08.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.72.125:36773(127.24.72.125:36773)] cleaning up while in state READY due to: connection closed
23:09:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.716595 24896 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111) [suppressed 4 similar messages]
23:09:08.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.732604 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 25147
23:09:08.737 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.72.126:38907(127.24.72.126:38907)] handling channelInactive
23:09:08.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.72.126:38907(127.24.72.126:38907)] cleaning up while in state READY due to: connection closed
23:09:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.744639 24896 catalog_manager.cc:4754] TS 74e0d9ddec4f4b3c90076405a5209bc0 (127.24.72.67:36867): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 35db975f17704645a1cbe72552216079: Network error: Client connection negotiation failed: client connection to 127.24.72.67:36867: connect: Connection refused (error 111)
23:09:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.763260 25373 tablet_service.cc:1558] Processing DeleteTablet for tablet 35db975f17704645a1cbe72552216079 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:09:08 UTC) from {username='slave'} at 127.0.0.1:43286
23:09:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.775000 25824 tablet_replica.cc:333] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: stopping tablet replica
23:09:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.776939 25824 raft_consensus.cc:2243] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Raft consensus shutting down.
23:09:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.777590 24895 connection.cc:573] client connection to 127.24.72.65:34553 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.783766 25824 raft_consensus.cc:2272] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d [term 2 FOLLOWER]: Raft consensus is shut down!
23:09:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.788095 25824 ts_tablet_manager.cc:1916] T 35db975f17704645a1cbe72552216079 P d8d15ca6f3dc49458863ef1fd633db6d: Deleting tablet data with delete state TABLET_DATA_DELETED
23:09:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.790989 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 25302
23:09:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.819684 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24877
23:09:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.844702 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 24947
23:09:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.867861 24865 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskv1wRIy/build/tsan/bin/kudu with pid 25636
23:09:09.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:09Z chronyd exiting

Time: 48.154

OK (2 tests)

