JUnit version 4.13.2
.14:30:04.378 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783521004370
14:30:04.435 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:30:04.473 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:30:04.483 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXce9Gd/test-tmp
14:30:04.512 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:30:04.516 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXce9Gd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:30:04.763 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:30:04.947 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:30:04.949 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:30:04.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:04.952574 31971 mini_oidc.cc:150] Starting JWKS server
14:30:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:04.956009 31971 webserver.cc:533] Webserver started at http://127.0.0.1:41209/ using document root <none> and password file <none>
14:30:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:04.956564 31971 mini_oidc.cc:186] Starting OIDC Discovery server
14:30:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:04.958406 31971 webserver.cc:533] Webserver started at http://127.0.0.1:43341/ using document root <none> and password file <none>
14:30:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:30:05Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:30:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:30:05Z Disabled control of system clock
14:30:05.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:05.018901 31971 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal
14:30:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data
14:30:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/logs
14:30:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data/info.pb
14:30:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.254:34785
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.254
14:30:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41209/jwks.json with env {}
14:30:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.332100 31984 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.332670 31984 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.333153 31984 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.365723 31984 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.366012 31984 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.366201 31984 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.366533 31984 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.366796 31984 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.367050 31984 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41209/jwks.json
14:30:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:05.404975 31984 master_runner.cc:387] Master server non-default flags:
14:30:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data
14:30:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.254:34785
14:30:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41209/jwks.json
14:30:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data/info.pb
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.254
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/logs
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:05.406550 31984 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:05.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:05.408537 31984 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.421458 31990 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:05.423291 31991 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:06.642931 31993 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:06.645731 31992 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1218 milliseconds
14:30:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.645812 31984 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.647161 31984 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.650280 31984 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.652143 31984 hybrid_clock.cc:648] HybridClock initialized: now 1783521006652109 us; error 45 us; skew 500 ppm
14:30:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.653002 31984 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.660290 31984 webserver.cc:533] Webserver started at http://127.31.56.254:38493/ using document root <none> and password file <none>
14:30:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.661334 31984 fs_manager.cc:362] Metadata directory not provided
14:30:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.661545 31984 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.661999 31984 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.666697 31984 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data/instance:
14:30:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0dbd9d78a5f453bb77b26710725684f"
14:30:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:06 on dist-test-slave-s4cd"
14:30:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.667793 31984 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal/instance:
14:30:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0dbd9d78a5f453bb77b26710725684f"
14:30:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:06 on dist-test-slave-s4cd"
14:30:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.676291 31984 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
14:30:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.682154 32000 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:06.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.683296 31984 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
14:30:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.683691 31984 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal
14:30:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0dbd9d78a5f453bb77b26710725684f"
14:30:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:06 on dist-test-slave-s4cd"
14:30:06.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.684114 31984 fs_report.cc:389] FS layout report
14:30:06.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:06.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal
14:30:06.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal
14:30:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data/data
14:30:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:06.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:06.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:06.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.736516 31984 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.738472 31984 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.739017 31984 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.809752 31984 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.254:34785
14:30:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.809826 32051 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.254:34785 every 8 connection(s)
14:30:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.812785 31984 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/data/info.pb
14:30:06.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.816056 31971 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 31984
14:30:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.816629 31971 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-0/wal/instance
14:30:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.820534 32052 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.822115 31971 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal
14:30:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/logs
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data/info.pb
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.253:34919
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.253
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41209/jwks.json with env {}
14:30:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.834476 32052 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } has no permanent_uuid. Determining permanent_uuid...
14:30:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.867996 32052 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } has no permanent_uuid. Determining permanent_uuid...
14:30:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:06.870777 32001 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:06.875030 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.924507 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 1
14:30:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:06.928984 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:06.997406 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 2
14:30:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.002440 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:07.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:07.093930 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 3
14:30:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.098932 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.144479 32054 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.145143 32054 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.145597 32054 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.179141 32054 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.179435 32054 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.179744 32054 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.180071 32054 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.180404 32054 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.180660 32054 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41209/jwks.json
14:30:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:07.226989 32054 master_runner.cc:387] Master server non-default flags:
14:30:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.253:34919
14:30:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41209/jwks.json
14:30:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data/info.pb
14:30:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.253
14:30:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/logs
14:30:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:07.228389 32054 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:07.230109 32054 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:07.242419 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 4
14:30:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.243376 32063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.249760 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:07.549357 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 5
14:30:07.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.562211 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.109822 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 6
14:30:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:08.138411 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.253:34919: Network error: Client connection negotiation failed: client connection to 127.31.56.253:34919: connect: Connection refused (error 111)
14:30:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:08.648634 32062 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 32054
14:30:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:08.814213 32066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:08.815217 32065 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1569 milliseconds
14:30:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:08.812016 32054 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.567s	user 0.526s	sys 1.029s
14:30:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:08.815994 32054 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.571s	user 0.526s	sys 1.029s
14:30:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:07.245434 32064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.816263 32054 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.819572 32054 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.822959 32054 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.824795 32054 hybrid_clock.cc:648] HybridClock initialized: now 1783521008824759 us; error 44 us; skew 500 ppm
14:30:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.825677 32054 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.831946 32054 webserver.cc:533] Webserver started at http://127.31.56.253:40949/ using document root <none> and password file <none>
14:30:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.832836 32054 fs_manager.cc:362] Metadata directory not provided
14:30:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.833045 32054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.833630 32054 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.838136 32054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data/instance:
14:30:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3dd80f26ba140d7b52be8710010b849"
14:30:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:08 on dist-test-slave-s4cd"
14:30:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.839375 32054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal/instance:
14:30:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3dd80f26ba140d7b52be8710010b849"
14:30:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:08 on dist-test-slave-s4cd"
14:30:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.846644 32054 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.008s
14:30:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.852424 32075 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.853667 32054 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.853994 32054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal
14:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3dd80f26ba140d7b52be8710010b849"
14:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:08 on dist-test-slave-s4cd"
14:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.854305 32054 fs_report.cc:389] FS layout report
14:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data/data
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.910523 32054 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.912026 32054 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.912447 32054 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.984428 32054 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.253:34919
14:30:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.984506 32126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.253:34919 every 8 connection(s)
14:30:08.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.987484 32054 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/data/info.pb
14:30:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.990406 31971 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 32054
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.990959 31971 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-1/wal/instance
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.992993 31971 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/logs
14:30:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data/info.pb
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.252:45821
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.252
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41209/jwks.json with env {}
14:30:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:08.994143 32127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:09.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.006989 32127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } has no permanent_uuid. Determining permanent_uuid...
14:30:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.028623 32127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } has no permanent_uuid. Determining permanent_uuid...
14:30:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.042479 32127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } has no permanent_uuid. Determining permanent_uuid...
14:30:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.044852 32077 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.049196 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.098755 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 1
14:30:09.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.103375 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.171895 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 2
14:30:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.176750 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.198959 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } attempt: 7
14:30:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.210897 32052 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } has no permanent_uuid. Determining permanent_uuid...
14:30:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.217182 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.268208 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 3
14:30:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.272682 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.275596 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 1
14:30:09.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.279675 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.329393 32129 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.329941 32129 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.330492 32129 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.361109 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 2
14:30:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.362879 32129 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.363263 32129 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.363631 32129 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.364003 32129 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.364375 32129 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.364547 32129 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41209/jwks.json
14:30:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.365890 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.401221 32129 master_runner.cc:387] Master server non-default flags:
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.252:45821
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41209/jwks.json
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data/info.pb
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.252
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/logs
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.402690 32129 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.404424 32129 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.415028 32141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.416081 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 4
14:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.426383 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.451349 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 3
14:30:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.459941 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.600497 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 4
14:30:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.608739 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.725941 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 5
14:30:09.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.735671 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:09.892300 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 5
14:30:09.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.902254 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.283243 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 6
14:30:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.308813 32127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.454841 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 6
14:30:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.488240 32052 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.252:45821: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.819176 32140 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 32129
14:30:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.927158 32129 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.511s	user 0.575s	sys 0.932s
14:30:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:09.416561 32142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.927670 32129 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.512s	user 0.575s	sys 0.932s
14:30:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.929436 32144 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:10.931819 32143 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1512 milliseconds
14:30:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.931875 32129 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.933192 32129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.935597 32129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.937002 32129 hybrid_clock.cc:648] HybridClock initialized: now 1783521010936959 us; error 78 us; skew 500 ppm
14:30:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.937939 32129 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.943981 32129 webserver.cc:533] Webserver started at http://127.31.56.252:38737/ using document root <none> and password file <none>
14:30:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.945145 32129 fs_manager.cc:362] Metadata directory not provided
14:30:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.945351 32129 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.945744 32129 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.950230 32129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data/instance:
14:30:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfd4d8ceb1424beabc9c7369b606ada4"
14:30:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:10 on dist-test-slave-s4cd"
14:30:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.951367 32129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal/instance:
14:30:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfd4d8ceb1424beabc9c7369b606ada4"
14:30:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:10 on dist-test-slave-s4cd"
14:30:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.958695 32129 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.008s
14:30:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.964213 32155 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.965471 32129 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.965749 32129 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfd4d8ceb1424beabc9c7369b606ada4"
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:10 on dist-test-slave-s4cd"
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:10.966121 32129 fs_report.cc:389] FS layout report
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal
14:30:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data/data
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.024839 32129 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.027002 32129 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.027431 32129 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.102056 32129 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.252:45821
14:30:11.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.102131 32206 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.252:45821 every 8 connection(s)
14:30:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.105297 32129 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/data/info.pb
14:30:11.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.108601 31971 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 32129
14:30:11.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.109123 31971 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/master-2/wal/instance
14:30:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.112705 32207 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.130653 32207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } has no permanent_uuid. Determining permanent_uuid...
14:30:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.156982 32207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } has no permanent_uuid. Determining permanent_uuid...
14:30:11.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.166380 32207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } has no permanent_uuid. Determining permanent_uuid...
14:30:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.182693 32207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: Bootstrap starting.
14:30:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.189733 32207 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: Neither blocks nor log segments found. Creating new log.
14:30:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.192028 32207 log.cc:826] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: Log is configured to *not* fsync() on all Append() calls
14:30:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.196394 32207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: No bootstrap required, opened a new log
14:30:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.219370 32207 raft_consensus.cc:359] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.220340 32207 raft_consensus.cc:385] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.220649 32207 raft_consensus.cc:740] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bfd4d8ceb1424beabc9c7369b606ada4, State: Initialized, Role: FOLLOWER
14:30:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.222159 32207 consensus_queue.cc:260] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.224982 32216 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.225605 32216 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.226336 32207 sys_catalog.cc:565] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: configured and running, proceeding with master startup.
14:30:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.250257 32227 catalog_manager.cc:1594] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:30:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.251201 32227 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:30:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.247215 32129 master_runner.cc:187] Error getting master registration for 127.31.56.254:34785: OK, instance_id { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" instance_seqno: 1783521006790768 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:30:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.270746 32129 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:30:11.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.283250 32161 tablet.cc:2406] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.333575 32216 raft_consensus.cc:493] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:30:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.334010 32216 raft_consensus.cc:515] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.336020 32216 leader_election.cc:290] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a0dbd9d78a5f453bb77b26710725684f (127.31.56.254:34785), f3dd80f26ba140d7b52be8710010b849 (127.31.56.253:34919)
14:30:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.369383 32127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 7
14:30:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.391211 32127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: Bootstrap starting.
14:30:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.396608 32127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: Neither blocks nor log segments found. Creating new log.
14:30:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.398542 32127 log.cc:826] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: Log is configured to *not* fsync() on all Append() calls
14:30:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.403415 32127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: No bootstrap required, opened a new log
14:30:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.430146 32127 raft_consensus.cc:359] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.431556 32127 raft_consensus.cc:385] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:11.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.432160 32127 raft_consensus.cc:740] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3dd80f26ba140d7b52be8710010b849, State: Initialized, Role: FOLLOWER
14:30:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.433446 32127 consensus_queue.cc:260] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.436498 32231 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.437322 32231 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.438344 32127 sys_catalog.cc:565] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: configured and running, proceeding with master startup.
14:30:11.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.438751 32102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3dd80f26ba140d7b52be8710010b849" is_pre_election: true
14:30:11.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.440246 32102 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bfd4d8ceb1424beabc9c7369b606ada4 in term 0.
14:30:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.442579 32156 leader_election.cc:304] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bfd4d8ceb1424beabc9c7369b606ada4, f3dd80f26ba140d7b52be8710010b849; no voters: 
14:30:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.443514 32216 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:30:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.443833 32216 raft_consensus.cc:493] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:30:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.444147 32216 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 0 FOLLOWER]: Advancing to term 1
14:30:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.470077 32216 raft_consensus.cc:515] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.479714 32102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3dd80f26ba140d7b52be8710010b849"
14:30:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.480293 32102 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 0 FOLLOWER]: Advancing to term 1
14:30:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.486989 32102 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bfd4d8ceb1424beabc9c7369b606ada4 in term 1.
14:30:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.488197 32156 leader_election.cc:304] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bfd4d8ceb1424beabc9c7369b606ada4, f3dd80f26ba140d7b52be8710010b849; no voters: 
14:30:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.497641 32216 leader_election.cc:290] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [CANDIDATE]: Term 1 election: Requested vote from peers a0dbd9d78a5f453bb77b26710725684f (127.31.56.254:34785), f3dd80f26ba140d7b52be8710010b849 (127.31.56.253:34919)
14:30:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.499037 32216 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 1 FOLLOWER]: Leader election won for term 1
14:30:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.500442 32216 raft_consensus.cc:697] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [term 1 LEADER]: Becoming Leader. State: Replica: bfd4d8ceb1424beabc9c7369b606ada4, State: Running, Role: LEADER
14:30:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.502763 32216 consensus_queue.cc:237] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.514832 32242 catalog_manager.cc:1594] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:30:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.515681 32242 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:30:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.470223 32054 master_runner.cc:187] Error getting master registration for 127.31.56.254:34785: OK, instance_id { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" instance_seqno: 1783521006790768 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:30:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.517040 32054 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:30:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.519224 32244 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfd4d8ceb1424beabc9c7369b606ada4. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.520224 32244 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: This master's current role is: LEADER
14:30:11.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.521808 32052 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } attempt: 7
14:30:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.548653 32246 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:30:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.560572 32052 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: Bootstrap starting.
14:30:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.565330 32246 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:30:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.569990 32052 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: Neither blocks nor log segments found. Creating new log.
14:30:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.574648 32052 log.cc:826] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: Log is configured to *not* fsync() on all Append() calls
14:30:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.598852 32052 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: No bootstrap required, opened a new log
14:30:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.619848 32102 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Refusing update from remote peer bfd4d8ceb1424beabc9c7369b606ada4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.621904 32216 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:30:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.643388 32052 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.644863 32052 raft_consensus.cc:385] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:11.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.645834 32052 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0dbd9d78a5f453bb77b26710725684f, State: Initialized, Role: FOLLOWER
14:30:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.647315 32052 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.659890 32052 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: configured and running, proceeding with master startup.
14:30:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.660068 32027 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0dbd9d78a5f453bb77b26710725684f" is_pre_election: true
14:30:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.661015 32026 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0dbd9d78a5f453bb77b26710725684f"
14:30:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.660423 32025 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 0 FOLLOWER]: Advancing to term 1
14:30:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.670171 32025 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Refusing update from remote peer bfd4d8ceb1424beabc9c7369b606ada4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:11.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.673656 32081 tablet.cc:2406] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.673906 32216 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:30:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.680238 32251 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.683873 32251 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.701213 32231 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfd4d8ceb1424beabc9c7369b606ada4. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.702710 32231 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.709221 32249 mvcc.cc:204] Tried to move back new op lower bound from 7305302063570194432 to 7305302063139180544. Current Snapshot: MvccSnapshot[applied={T|T < 7305302063570194432}]
14:30:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.713577 32244 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.714289 32244 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: This master's current role is: LEADER
14:30:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.725632 32246 catalog_manager.cc:1383] Generated new cluster ID: 5bd23f383c704d5883f5b8a4835a226f
14:30:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.725962 32246 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:30:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:11.749831 32006 tablet.cc:2406] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.755735 32231 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.756444 32231 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.769326 32251 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfd4d8ceb1424beabc9c7369b606ada4. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.770117 32251 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.772437 32216 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.773155 32216 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4 [sys.catalog]: This master's current role is: LEADER
14:30:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.781149 32251 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.781843 32251 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: This master's current role is: FOLLOWER
14:30:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.832602 32246 catalog_manager.cc:1406] Generated new certificate authority record
14:30:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.834746 32246 catalog_manager.cc:1540] Loading token signing keys...
14:30:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.866906 32246 catalog_manager.cc:6070] T 00000000000000000000000000000000 P bfd4d8ceb1424beabc9c7369b606ada4: Generated new TSK 0
14:30:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.868121 32246 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:30:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.909788 32269 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:11.915504 31971 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/logs
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data/info.pb
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:30:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.193:0
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.193
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.193
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:30:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.404729 32270 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.405419 32270 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.406137 32270 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:12.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.464701 32270 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:12.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.466138 32270 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.56.193
14:30:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.522217 32242 catalog_manager.cc:1295] Loaded cluster ID: 5bd23f383c704d5883f5b8a4835a226f
14:30:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.522972 32242 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: loading cluster ID for follower catalog manager: success
14:30:12.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.530558 32242 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: acquiring CA information for follower catalog manager: success
14:30:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.532075 32270 tablet_server_runner.cc:78] Tablet server non-default flags:
14:30:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.193:0
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data/info.pb
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.193
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.193
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/logs
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.538305 32242 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:30:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.540721 32270 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.543483 32270 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.560158 32276 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.930634 32269 catalog_manager.cc:1295] Loaded cluster ID: 5bd23f383c704d5883f5b8a4835a226f
14:30:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.936309 32269 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: loading cluster ID for follower catalog manager: success
14:30:12.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.947268 32269 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: acquiring CA information for follower catalog manager: success
14:30:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:12.968204 32269 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:30:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:13.960789 32275 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 32270
14:30:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.241183 32270 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.680s	user 1.031s	sys 1.588s
14:30:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.242314 32270 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.682s	user 1.031s	sys 1.588s
14:30:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:12.562180 32277 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.253511 32270 server_base.cc:1061] running on GCE node
14:30:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.255275 32283 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.256608 32270 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.259433 32270 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.260918 32270 hybrid_clock.cc:648] HybridClock initialized: now 1783521015260722 us; error 163 us; skew 500 ppm
14:30:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.261821 32270 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.269765 32270 webserver.cc:533] Webserver started at http://127.31.56.193:39009/ using document root <none> and password file <none>
14:30:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.271175 32270 fs_manager.cc:362] Metadata directory not provided
14:30:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.271457 32270 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.272013 32270 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.278446 32270 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data/instance:
14:30:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be07bc6c7b14341a434680db65ddf04"
14:30:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:15 on dist-test-slave-s4cd"
14:30:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.280030 32270 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal/instance:
14:30:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be07bc6c7b14341a434680db65ddf04"
14:30:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:15 on dist-test-slave-s4cd"
14:30:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.289803 32270 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
14:30:15.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.297165 32288 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.298447 32270 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
14:30:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.298877 32270 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal
14:30:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be07bc6c7b14341a434680db65ddf04"
14:30:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:15 on dist-test-slave-s4cd"
14:30:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.299296 32270 fs_report.cc:389] FS layout report
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data/data
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.364861 32270 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.366591 32270 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:15.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.367136 32270 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:15.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.370738 32270 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:30:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.376313 32270 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:30:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.376555 32270 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:30:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.376847 32270 ts_tablet_manager.cc:616] Registered 0 tablets
14:30:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.377097 32270 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.001s
14:30:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.556594 32270 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.193:43673
14:30:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.556699 32401 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.193:43673 every 8 connection(s)
14:30:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.559553 32270 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/data/info.pb
14:30:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.567260 31971 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 32270
14:30:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.567885 31971 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-0/wal/instance
14:30:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.592341 31971 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/logs
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data/info.pb
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.194:0
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.194
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.194
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:30:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.627961 32402 heartbeater.cc:344] Connected to a master server at 127.31.56.252:45821
14:30:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.628547 32402 heartbeater.cc:461] Registering TS with master...
14:30:15.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.630045 32402 heartbeater.cc:507] Master 127.31.56.252:45821 requested a full tablet report, sending...
14:30:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.633684 32172 ts_manager.cc:194] Registered new tserver with Master: 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193:43673)
14:30:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.635555 32404 heartbeater.cc:344] Connected to a master server at 127.31.56.254:34785
14:30:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.635938 32404 heartbeater.cc:461] Registering TS with master...
14:30:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.636694 32172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.56.193:37331
14:30:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.636829 32404 heartbeater.cc:507] Master 127.31.56.254:34785 requested a full tablet report, sending...
14:30:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.640717 32017 ts_manager.cc:194] Registered new tserver with Master: 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193:43673)
14:30:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.645437 32403 heartbeater.cc:344] Connected to a master server at 127.31.56.253:34919
14:30:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.645799 32403 heartbeater.cc:461] Registering TS with master...
14:30:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.646431 32403 heartbeater.cc:507] Master 127.31.56.253:34919 requested a full tablet report, sending...
14:30:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:15.649597 32092 ts_manager.cc:194] Registered new tserver with Master: 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193:43673)
14:30:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.944151 32412 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.944746 32412 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.945397 32412 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.979221 32412 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:15.980247 32412 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.56.194
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:16.018527 32412 tablet_server_runner.cc:78] Tablet server non-default flags:
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.194:0
14:30:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data/info.pb
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.194
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.194
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/logs
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:16.020282 32412 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:16.022569 32412 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:16.038920 32418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:16.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:16.641436 32402 heartbeater.cc:499] Master 127.31.56.252:45821 was elected leader, sending a full tablet report...
14:30:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:16.041637 32419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:17.393527 32421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:17.396399 32420 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1350 milliseconds
14:30:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.396533 32412 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.397868 32412 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.400004 32412 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.401372 32412 hybrid_clock.cc:648] HybridClock initialized: now 1783521017401342 us; error 61 us; skew 500 ppm
14:30:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.402267 32412 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.409256 32412 webserver.cc:533] Webserver started at http://127.31.56.194:42253/ using document root <none> and password file <none>
14:30:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.410141 32412 fs_manager.cc:362] Metadata directory not provided
14:30:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.410327 32412 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.410717 32412 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.415012 32412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data/instance:
14:30:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a437ce21ed234f10bcf62f578651f8f3"
14:30:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:17 on dist-test-slave-s4cd"
14:30:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.416055 32412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal/instance:
14:30:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a437ce21ed234f10bcf62f578651f8f3"
14:30:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:17 on dist-test-slave-s4cd"
14:30:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.423295 32412 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
14:30:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.429013 32429 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.430212 32412 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
14:30:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.430536 32412 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal
14:30:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a437ce21ed234f10bcf62f578651f8f3"
14:30:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:17 on dist-test-slave-s4cd"
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.430860 32412 fs_report.cc:389] FS layout report
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data/data
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.495477 32412 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.496997 32412 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.497460 32412 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.499998 32412 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:30:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.504462 32412 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:30:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.504650 32412 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:30:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.504848 32412 ts_tablet_manager.cc:616] Registered 0 tablets
14:30:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.505046 32412 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
14:30:17.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.653380 32412 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.194:43229
14:30:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.653506 32541 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.194:43229 every 8 connection(s)
14:30:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.656417 32412 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/data/info.pb
14:30:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.657899 31971 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 32412
14:30:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.658473 31971 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-1/wal/instance
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.673720 31971 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/logs
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data/info.pb
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.195:0
14:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.195
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.195
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:30:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.697090 32543 heartbeater.cc:344] Connected to a master server at 127.31.56.253:34919
14:30:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.697660 32543 heartbeater.cc:461] Registering TS with master...
14:30:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.697786 32542 heartbeater.cc:344] Connected to a master server at 127.31.56.252:45821
14:30:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.698154 32542 heartbeater.cc:461] Registering TS with master...
14:30:17.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.699124 32544 heartbeater.cc:344] Connected to a master server at 127.31.56.254:34785
14:30:17.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.699163 32543 heartbeater.cc:507] Master 127.31.56.253:34919 requested a full tablet report, sending...
14:30:17.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.699334 32542 heartbeater.cc:507] Master 127.31.56.252:45821 requested a full tablet report, sending...
14:30:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.699517 32544 heartbeater.cc:461] Registering TS with master...
14:30:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.700412 32544 heartbeater.cc:507] Master 127.31.56.254:34785 requested a full tablet report, sending...
14:30:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.702603 32172 ts_manager.cc:194] Registered new tserver with Master: a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229)
14:30:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.702706 32092 ts_manager.cc:194] Registered new tserver with Master: a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229)
14:30:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.703469 32017 ts_manager.cc:194] Registered new tserver with Master: a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229)
14:30:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:17.704310 32172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.56.194:51125
14:30:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.004161 32552 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.004741 32552 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.005396 32552 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.037439 32552 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.038434 32552 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.56.195
14:30:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:18.074434 32552 tablet_server_runner.cc:78] Tablet server non-default flags:
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.212:38291
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.195:0
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data/info.pb
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.195
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.254:34785,127.31.56.253:34919,127.31.56.252:45821
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.195
14:30:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/logs
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:18.076315 32552 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:18.078512 32552 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.091132 32558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:18.707726 32542 heartbeater.cc:499] Master 127.31.56.252:45821 was elected leader, sending a full tablet report...
14:30:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.095918 32561 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:19.316812 32560 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:30:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:18.092504 32559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.317253 32552 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.322981 32552 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.325165 32552 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.326498 32552 hybrid_clock.cc:648] HybridClock initialized: now 1783521019326479 us; error 60 us; skew 500 ppm
14:30:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.327261 32552 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.333688 32552 webserver.cc:533] Webserver started at http://127.31.56.195:40063/ using document root <none> and password file <none>
14:30:19.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.334542 32552 fs_manager.cc:362] Metadata directory not provided
14:30:19.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.334736 32552 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.335122 32552 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.339500 32552 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data/instance:
14:30:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f10159d7a16746fc9dbc8c8c2c7b5461"
14:30:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:19 on dist-test-slave-s4cd"
14:30:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.340637 32552 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal/instance:
14:30:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f10159d7a16746fc9dbc8c8c2c7b5461"
14:30:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:19 on dist-test-slave-s4cd"
14:30:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.347642 32552 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
14:30:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.353483 32569 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.354689 32552 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.354976 32552 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f10159d7a16746fc9dbc8c8c2c7b5461"
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:19 on dist-test-slave-s4cd"
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.355269 32552 fs_report.cc:389] FS layout report
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data/data
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.409693 32552 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.411204 32552 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.411630 32552 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:19.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.414320 32552 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:30:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.418474 32552 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:30:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.418685 32552 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:30:19.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.418872 32552 ts_tablet_manager.cc:616] Registered 0 tablets
14:30:19.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.419003 32552 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:30:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.560966 32552 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.195:46533
14:30:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.561120 32681 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.195:46533 every 8 connection(s)
14:30:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.563699 32552 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/data/info.pb
14:30:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.565841 31971 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 32552
14:30:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.566361 31971 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal/instance
14:30:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.602837 32683 heartbeater.cc:344] Connected to a master server at 127.31.56.253:34919
14:30:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.603374 32683 heartbeater.cc:461] Registering TS with master...
14:30:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.604892 32683 heartbeater.cc:507] Master 127.31.56.253:34919 requested a full tablet report, sending...
14:30:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.605778 32684 heartbeater.cc:344] Connected to a master server at 127.31.56.254:34785
14:30:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.606114 32684 heartbeater.cc:461] Registering TS with master...
14:30:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.607023 32684 heartbeater.cc:507] Master 127.31.56.254:34785 requested a full tablet report, sending...
14:30:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.607869 32682 heartbeater.cc:344] Connected to a master server at 127.31.56.252:45821
14:30:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.608209 32682 heartbeater.cc:461] Registering TS with master...
14:30:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.609117 32682 heartbeater.cc:507] Master 127.31.56.252:45821 requested a full tablet report, sending...
14:30:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.609208 32092 ts_manager.cc:194] Registered new tserver with Master: f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.609704 32017 ts_manager.cc:194] Registered new tserver with Master: f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.611531 32172 ts_manager.cc:194] Registered new tserver with Master: f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.613180 32172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.56.195:55159
14:30:19.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:19.680706 31971 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:30:19.692 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:30:19.693 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:30:19.702 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.56.254"
      port: 34785
    }
    bound_http_address {
      host: "127.31.56.254"
      port: 38493
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.56.253"
      port: 34919
    }
    bound_http_address {
      host: "127.31.56.253"
      port: 40949
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.56.252"
      port: 45821
    }
    bound_http_address {
      host: "127.31.56.252"
      port: 38737
    }
  }
}

14:30:19.705 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:30:19.707 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.56.193"
      port: 43673
    }
    bound_http_address {
      host: "127.31.56.193"
      port: 39009
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.56.194"
      port: 43229
    }
    bound_http_address {
      host: "127.31.56.194"
      port: 42253
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.56.195"
      port: 46533
    }
    bound_http_address {
      host: "127.31.56.195"
      port: 40063
    }
  }
}

14:30:19.707 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:30:19.918 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:30:19.984 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:30:20.156 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:20.205 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.56.253:34919(127.31.56.253:34919)] connecting to peer
14:30:20.207 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.56.254:34785(127.31.56.254:34785)] connecting to peer
14:30:20.226 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.56.252:45821(127.31.56.252:45821)] Successfully connected to peer
14:30:20.230 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.56.253:34919(127.31.56.253:34919)] Successfully connected to peer
14:30:20.245 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.56.254:34785(127.31.56.254:34785)] Successfully connected to peer
14:30:20.350 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.56.252
14:30:20.352 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.56.253
14:30:20.353 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.56.254
14:30:20.596 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xeb79a829, L:/127.0.0.1:44420 - R:/127.31.56.252:45821] using SASL/PLAIN
14:30:20.596 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x17ba4bf1, L:/127.0.0.1:49934 - R:/127.31.56.253:34919] using SASL/PLAIN
14:30:20.596 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xc11e4964, L:/127.0.0.1:54060 - R:/127.31.56.254:34785] using SASL/PLAIN
14:30:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.616494 32682 heartbeater.cc:499] Master 127.31.56.252:45821 was elected leader, sending a full tablet report...
14:30:20.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:30:20.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=520), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [488ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [488ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [489ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: OK, deferred=null) after lookup
14:30:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:20.662287 32048 debug-util.cc:398] Leaking SignalData structure 0x7b08000a06c0 after lost signal to thread 31985
14:30:20.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.692504 32172 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44420:
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:30:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:20.696794 32172 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:30:20.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3c76500b5b8e49e8b1d8bf669a567695
14:30:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.870316 32337 tablet_service.cc:1511] Processing CreateTablet for tablet fba7f0216f514fffa48409df66b78ac8 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3c76500b5b8e49e8b1d8bf669a567695]), partition=RANGE (key) PARTITION UNBOUNDED
14:30:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.876096 32337 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fba7f0216f514fffa48409df66b78ac8. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.880858 32477 tablet_service.cc:1511] Processing CreateTablet for tablet fba7f0216f514fffa48409df66b78ac8 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3c76500b5b8e49e8b1d8bf669a567695]), partition=RANGE (key) PARTITION UNBOUNDED
14:30:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.882771 32477 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fba7f0216f514fffa48409df66b78ac8. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.896140 32617 tablet_service.cc:1511] Processing CreateTablet for tablet fba7f0216f514fffa48409df66b78ac8 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3c76500b5b8e49e8b1d8bf669a567695]), partition=RANGE (key) PARTITION UNBOUNDED
14:30:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.897868 32617 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fba7f0216f514fffa48409df66b78ac8. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:20.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.919647 32718 tablet_bootstrap.cc:492] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: Bootstrap starting.
14:30:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.933854 32720 tablet_bootstrap.cc:492] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Bootstrap starting.
14:30:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.937201 32719 tablet_bootstrap.cc:492] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: Bootstrap starting.
14:30:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.935209 32718 tablet_bootstrap.cc:654] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: Neither blocks nor log segments found. Creating new log.
14:30:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.939957 32718 log.cc:826] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: Log is configured to *not* fsync() on all Append() calls
14:30:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.946318 32720 tablet_bootstrap.cc:654] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Neither blocks nor log segments found. Creating new log.
14:30:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.949258 32720 log.cc:826] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Log is configured to *not* fsync() on all Append() calls
14:30:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.951769 32719 tablet_bootstrap.cc:654] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: Neither blocks nor log segments found. Creating new log.
14:30:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.954321 32719 log.cc:826] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: Log is configured to *not* fsync() on all Append() calls
14:30:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.957562 32718 tablet_bootstrap.cc:492] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: No bootstrap required, opened a new log
14:30:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.958451 32718 ts_tablet_manager.cc:1403] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: Time spent bootstrapping tablet: real 0.041s	user 0.018s	sys 0.011s
14:30:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.961347 32719 tablet_bootstrap.cc:492] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: No bootstrap required, opened a new log
14:30:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.962193 32719 ts_tablet_manager.cc:1403] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: Time spent bootstrapping tablet: real 0.026s	user 0.011s	sys 0.008s
14:30:20.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.968815 32720 tablet_bootstrap.cc:492] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: No bootstrap required, opened a new log
14:30:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.969785 32720 ts_tablet_manager.cc:1403] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Time spent bootstrapping tablet: real 0.037s	user 0.012s	sys 0.006s
14:30:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.986737 32718 raft_consensus.cc:359] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.987697 32718 raft_consensus.cc:385] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.987979 32718 raft_consensus.cc:740] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be07bc6c7b14341a434680db65ddf04, State: Initialized, Role: FOLLOWER
14:30:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.004263 32719 raft_consensus.cc:359] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.005723 32719 raft_consensus.cc:385] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.006302 32719 raft_consensus.cc:740] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a437ce21ed234f10bcf62f578651f8f3, State: Initialized, Role: FOLLOWER
14:30:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.006425 32720 raft_consensus.cc:359] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.007611 32720 raft_consensus.cc:385] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:21.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.008188 32720 raft_consensus.cc:740] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f10159d7a16746fc9dbc8c8c2c7b5461, State: Initialized, Role: FOLLOWER
14:30:21.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.008116 32719 consensus_queue.cc:260] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:20.989318 32718 consensus_queue.cc:260] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.009495 32720 consensus_queue.cc:260] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.015520 32718 ts_tablet_manager.cc:1434] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: Time spent starting tablet: real 0.056s	user 0.030s	sys 0.005s
14:30:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.017027 32719 ts_tablet_manager.cc:1434] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: Time spent starting tablet: real 0.054s	user 0.033s	sys 0.005s
14:30:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.019572 32720 ts_tablet_manager.cc:1434] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Time spent starting tablet: real 0.049s	user 0.040s	sys 0.001s
14:30:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:21.085894 32408 tablet.cc:2406] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:21.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:21.087874 32685 tablet.cc:2406] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:21.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.119122 32725 raft_consensus.cc:493] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:30:21.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.119760 32725 raft_consensus.cc:515] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.123071 32725 leader_election.cc:290] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193:43673), f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:21.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.141927 32357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "a437ce21ed234f10bcf62f578651f8f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be07bc6c7b14341a434680db65ddf04" is_pre_election: true
14:30:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.142849 32357 raft_consensus.cc:2468] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a437ce21ed234f10bcf62f578651f8f3 in term 0.
14:30:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.145107 32433 leader_election.cc:304] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be07bc6c7b14341a434680db65ddf04, a437ce21ed234f10bcf62f578651f8f3; no voters: 
14:30:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.146529 32725 raft_consensus.cc:2804] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:30:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.146896 32725 raft_consensus.cc:493] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:30:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.147192 32725 raft_consensus.cc:3060] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 0 FOLLOWER]: Advancing to term 1
14:30:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.148132 32637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "a437ce21ed234f10bcf62f578651f8f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" is_pre_election: true
14:30:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.149183 32637 raft_consensus.cc:2468] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a437ce21ed234f10bcf62f578651f8f3 in term 0.
14:30:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.154261 32725 raft_consensus.cc:515] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.156322 32725 leader_election.cc:290] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [CANDIDATE]: Term 1 election: Requested vote from peers 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193:43673), f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.157331 32357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "a437ce21ed234f10bcf62f578651f8f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be07bc6c7b14341a434680db65ddf04"
14:30:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.158008 32357 raft_consensus.cc:3060] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 0 FOLLOWER]: Advancing to term 1
14:30:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.158389 32637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "a437ce21ed234f10bcf62f578651f8f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461"
14:30:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.158907 32637 raft_consensus.cc:3060] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 0 FOLLOWER]: Advancing to term 1
14:30:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.166047 32637 raft_consensus.cc:2468] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a437ce21ed234f10bcf62f578651f8f3 in term 1.
14:30:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.166316 32357 raft_consensus.cc:2468] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a437ce21ed234f10bcf62f578651f8f3 in term 1.
14:30:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.167526 32433 leader_election.cc:304] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a437ce21ed234f10bcf62f578651f8f3, f10159d7a16746fc9dbc8c8c2c7b5461; no voters: 
14:30:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.168512 32725 raft_consensus.cc:2804] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 1 FOLLOWER]: Leader election won for term 1
14:30:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.170994 32725 raft_consensus.cc:697] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [term 1 LEADER]: Becoming Leader. State: Replica: a437ce21ed234f10bcf62f578651f8f3, State: Running, Role: LEADER
14:30:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.172981 32725 consensus_queue.cc:237] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:21.174726 32545 tablet.cc:2406] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.198228 32172 catalog_manager.cc:5697] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 reported cstate change: term changed from 0 to 1, leader changed from <none> to a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194). New cstate: current_term: 1 leader_uuid: "a437ce21ed234f10bcf62f578651f8f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } health_report { overall_health: UNKNOWN } } }
14:30:21.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3c76500b5b8e49e8b1d8bf669a567695
14:30:21.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fba7f0216f514fffa48409df66b78ac8 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
14:30:21.264 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=fba7f0216f514fffa48409df66b78ac8@[0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673),a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)[L],f10159d7a16746fc9dbc8c8c2c7b5461(127.31.56.195:46533)]}]
14:30:21.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.56.252:45821, [13ms] Sub RPC GetTableLocations: received response from server master-127.31.56.252:45821: OK, deferred=null) after lookup
14:30:21.288 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] connecting to peer
14:30:21.299 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] Successfully connected to peer
14:30:21.366 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x842d059d, L:/127.0.0.1:48136 - R:/127.31.56.194:43229] using TOKEN/null
14:30:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.380600 32637 raft_consensus.cc:1275] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 1 FOLLOWER]: Refusing update from remote peer a437ce21ed234f10bcf62f578651f8f3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.381363 32357 raft_consensus.cc:1275] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Refusing update from remote peer a437ce21ed234f10bcf62f578651f8f3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.383311 32729 consensus_queue.cc:1048] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:30:21.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.385226 32729 consensus_queue.cc:1048] T fba7f0216f514fffa48409df66b78ac8 P a437ce21ed234f10bcf62f578651f8f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:30:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.432009 32732 mvcc.cc:204] Tried to move back new op lower bound from 7305302103555936256 to 7305302102737612800. Current Snapshot: MvccSnapshot[applied={T|T < 7305302103555936256}]
14:30:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.461504 32733 mvcc.cc:204] Tried to move back new op lower bound from 7305302103555936256 to 7305302102737612800. Current Snapshot: MvccSnapshot[applied={T|T < 7305302103555936256}]
14:30:21.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=fba7f0216f514fffa48409df66b78ac8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:30:21.838 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.56.252:45821
14:30:21.840 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

14:30:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.840961 31971 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 32129
14:30:21.882 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.56.252:45821(127.31.56.252:45821)] handling channelInactive
14:30:21.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state READY due to: connection closed
14:30:21.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:30:21.891 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.31.56.194:43229
14:30:21.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:30:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:21.892334 31971 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 32412
14:30:21.923 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] handling channelInactive
14:30:21.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] cleaning up while in state READY due to: connection closed
14:30:21.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:30:21.927 [DEBUG - Time-limited test] (Connection.java:748) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] connecting to peer
14:30:21.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229): Connection refused: /127.31.56.194:43229
14:30:21.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] cleaning up while in state CONNECTING due to: Failed to connect to peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229): Connection refused: /127.31.56.194:43229
14:30:21.935 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229) for tablet fba7f0216f514fffa48409df66b78ac8: Failed to connect to peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229): Connection refused: /127.31.56.194:43229
14:30:21.940 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:21.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.942 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.31.56.252:45821(127.31.56.252:45821) for tablet Kudu Master: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.960 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:21.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:21.980 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:21.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:21.991 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:21.999 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.002 [INFO - pool-2-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:22.041 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.046 [WARN - pool-2-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:22.060 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.065 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:22.100 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.105 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:22.120 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.125 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:22.199 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:22.464725 32682 heartbeater.cc:646] Failed to heartbeat to 127.31.56.252:45821 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:22.483088 32402 heartbeater.cc:646] Failed to heartbeat to 127.31.56.252:45821 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:22.520 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:22.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:22.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:23.040 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:23.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:23.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:23.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:23.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.192427 32751 raft_consensus.cc:493] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bfd4d8ceb1424beabc9c7369b606ada4)
14:30:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.192938 32751 raft_consensus.cc:515] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.195209 32751 leader_election.cc:290] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a0dbd9d78a5f453bb77b26710725684f (127.31.56.254:34785), bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821)
14:30:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.195149 32752 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bfd4d8ceb1424beabc9c7369b606ada4)
14:30:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.195782 32752 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.196583 32025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f3dd80f26ba140d7b52be8710010b849" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "a0dbd9d78a5f453bb77b26710725684f" is_pre_election: true
14:30:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.197489 32025 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f3dd80f26ba140d7b52be8710010b849 in term 1.
14:30:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.198326 32077 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111) [suppressed 6 similar messages]
14:30:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.200492 32077 leader_election.cc:304] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0dbd9d78a5f453bb77b26710725684f, f3dd80f26ba140d7b52be8710010b849; no voters: 
14:30:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.200718 32101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0dbd9d78a5f453bb77b26710725684f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f3dd80f26ba140d7b52be8710010b849" is_pre_election: true
14:30:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.201305 32752 leader_election.cc:290] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f3dd80f26ba140d7b52be8710010b849 (127.31.56.253:34919), bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821)
14:30:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.201452 32101 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0dbd9d78a5f453bb77b26710725684f in term 1.
14:30:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.202183 32751 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:30:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.202440 32002 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111) [suppressed 13 similar messages]
14:30:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.202519 32751 raft_consensus.cc:493] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bfd4d8ceb1424beabc9c7369b606ada4)
14:30:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.202847 32751 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 1 FOLLOWER]: Advancing to term 2
14:30:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.202988 32001 leader_election.cc:304] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0dbd9d78a5f453bb77b26710725684f, f3dd80f26ba140d7b52be8710010b849; no voters: 
14:30:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.203982 32077 leader_election.cc:336] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.204042 32752 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Leader pre-election won for term 2
14:30:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.204468 32752 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Starting leader election (detected failure of leader bfd4d8ceb1424beabc9c7369b606ada4)
14:30:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.205193 32752 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 1 FOLLOWER]: Advancing to term 2
14:30:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.208205 32002 leader_election.cc:336] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.210654 32751 raft_consensus.cc:515] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.211752 32752 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.212296 32751 leader_election.cc:290] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [CANDIDATE]: Term 2 election: Requested vote from peers a0dbd9d78a5f453bb77b26710725684f (127.31.56.254:34785), bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821)
14:30:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.213706 32025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f3dd80f26ba140d7b52be8710010b849" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "a0dbd9d78a5f453bb77b26710725684f"
14:30:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.214434 32025 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f3dd80f26ba140d7b52be8710010b849 in current term 2: Already voted for candidate a0dbd9d78a5f453bb77b26710725684f in this term.
14:30:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.214725 32752 leader_election.cc:290] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 2 election: Requested vote from peers f3dd80f26ba140d7b52be8710010b849 (127.31.56.253:34919), bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821)
14:30:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.214926 32101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0dbd9d78a5f453bb77b26710725684f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f3dd80f26ba140d7b52be8710010b849"
14:30:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.215633 32101 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a0dbd9d78a5f453bb77b26710725684f in current term 2: Already voted for candidate f3dd80f26ba140d7b52be8710010b849 in this term.
14:30:23.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.217391 32077 leader_election.cc:336] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.217811 32077 leader_election.cc:304] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f3dd80f26ba140d7b52be8710010b849; no voters: a0dbd9d78a5f453bb77b26710725684f, bfd4d8ceb1424beabc9c7369b606ada4
14:30:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.218914 32751 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:30:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.219120 32002 leader_election.cc:336] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.219513 32002 leader_election.cc:304] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0dbd9d78a5f453bb77b26710725684f; no voters: bfd4d8ceb1424beabc9c7369b606ada4, f3dd80f26ba140d7b52be8710010b849
14:30:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.220103 32752 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:30:23.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.268035 32757 raft_consensus.cc:493] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a437ce21ed234f10bcf62f578651f8f3)
14:30:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.268580 32757 raft_consensus.cc:515] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.271123 32757 leader_election.cc:290] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229), f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.274986 32293 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111)
14:30:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.279013 32761 raft_consensus.cc:493] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a437ce21ed234f10bcf62f578651f8f3)
14:30:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.279732 32293 leader_election.cc:336] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229): Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111)
14:30:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.279533 32761 raft_consensus.cc:515] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.282546 32761 leader_election.cc:290] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193:43673), a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229)
14:30:23.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.284858 32637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "0be07bc6c7b14341a434680db65ddf04" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" is_pre_election: true
14:30:23.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.285504 32637 raft_consensus.cc:2468] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0be07bc6c7b14341a434680db65ddf04 in term 1.
14:30:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.286878 32293 leader_election.cc:304] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0be07bc6c7b14341a434680db65ddf04, f10159d7a16746fc9dbc8c8c2c7b5461; no voters: a437ce21ed234f10bcf62f578651f8f3
14:30:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.288333 32757 raft_consensus.cc:2804] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:30:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.288714 32757 raft_consensus.cc:493] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Starting leader election (detected failure of leader a437ce21ed234f10bcf62f578651f8f3)
14:30:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.289065 32757 raft_consensus.cc:3060] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 1 FOLLOWER]: Advancing to term 2
14:30:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.289029 32573 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111)
14:30:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.296274 32757 raft_consensus.cc:515] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.303198 32293 leader_election.cc:336] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229): Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111)
14:30:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.305227 32757 leader_election.cc:290] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [CANDIDATE]: Term 2 election: Requested vote from peers a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229), f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533)
14:30:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.305619 32637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "0be07bc6c7b14341a434680db65ddf04" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461"
14:30:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.306185 32637 raft_consensus.cc:3060] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 1 FOLLOWER]: Advancing to term 2
14:30:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.307387 32573 leader_election.cc:336] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229): Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111)
14:30:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.307320 32357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fba7f0216f514fffa48409df66b78ac8" candidate_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0be07bc6c7b14341a434680db65ddf04" is_pre_election: true
14:30:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.308142 32357 raft_consensus.cc:2393] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f10159d7a16746fc9dbc8c8c2c7b5461 in current term 2: Already voted for candidate 0be07bc6c7b14341a434680db65ddf04 in this term.
14:30:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.309166 32573 leader_election.cc:304] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f10159d7a16746fc9dbc8c8c2c7b5461; no voters: 0be07bc6c7b14341a434680db65ddf04, a437ce21ed234f10bcf62f578651f8f3
14:30:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.311206 32637 raft_consensus.cc:2468] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0be07bc6c7b14341a434680db65ddf04 in term 2.
14:30:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.311614 32761 raft_consensus.cc:2749] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:30:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.312171 32293 leader_election.cc:304] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0be07bc6c7b14341a434680db65ddf04, f10159d7a16746fc9dbc8c8c2c7b5461; no voters: a437ce21ed234f10bcf62f578651f8f3
14:30:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.312737 32757 raft_consensus.cc:2804] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 2 FOLLOWER]: Leader election won for term 2
14:30:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.314241 32757 raft_consensus.cc:697] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [term 2 LEADER]: Becoming Leader. State: Replica: 0be07bc6c7b14341a434680db65ddf04, State: Running, Role: LEADER
14:30:23.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.315194 32757 consensus_queue.cc:237] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } }
14:30:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.896382 32637 raft_consensus.cc:1275] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 2 FOLLOWER]: Refusing update from remote peer 0be07bc6c7b14341a434680db65ddf04: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
14:30:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:23.897874   301 consensus_queue.cc:1048] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:30:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:23.929208 32293 consensus_peers.cc:597] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 -> Peer a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229): Couldn't send request to peer a437ce21ed234f10bcf62f578651f8f3. Status: Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:30:24.580 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:24.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:24.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:24.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:24.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785; will retry
14:30:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.882274   311 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:30:24.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.882660   311 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:24.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.884315   311 leader_election.cc:290] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f3dd80f26ba140d7b52be8710010b849 (127.31.56.253:34919), bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821)
14:30:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.885234 32101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0dbd9d78a5f453bb77b26710725684f" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f3dd80f26ba140d7b52be8710010b849" is_pre_election: true
14:30:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.885885 32101 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0dbd9d78a5f453bb77b26710725684f in term 2.
14:30:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.886786 32001 leader_election.cc:304] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0dbd9d78a5f453bb77b26710725684f, f3dd80f26ba140d7b52be8710010b849; no voters: 
14:30:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.887639   311 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Leader pre-election won for term 3
14:30:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.887965   311 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:30:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.888265   311 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 2 FOLLOWER]: Advancing to term 3
14:30:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:24.889554 32002 leader_election.cc:336] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.893258   311 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.894624   311 leader_election.cc:290] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 3 election: Requested vote from peers f3dd80f26ba140d7b52be8710010b849 (127.31.56.253:34919), bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821)
14:30:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.895403 32101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0dbd9d78a5f453bb77b26710725684f" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f3dd80f26ba140d7b52be8710010b849"
14:30:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.895875 32101 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 2 FOLLOWER]: Advancing to term 3
14:30:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:24.898041 32002 leader_election.cc:336] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111)
14:30:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.900641 32101 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0dbd9d78a5f453bb77b26710725684f in term 3.
14:30:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.901574 32001 leader_election.cc:304] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a0dbd9d78a5f453bb77b26710725684f, f3dd80f26ba140d7b52be8710010b849; no voters: bfd4d8ceb1424beabc9c7369b606ada4
14:30:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.902143   311 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 3 FOLLOWER]: Leader election won for term 3
14:30:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.903219   311 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [term 3 LEADER]: Becoming Leader. State: Replica: a0dbd9d78a5f453bb77b26710725684f, State: Running, Role: LEADER
14:30:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.904075   311 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } }
14:30:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.911183   314 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0dbd9d78a5f453bb77b26710725684f. Latest consensus state: current_term: 3 leader_uuid: "a0dbd9d78a5f453bb77b26710725684f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.912101   314 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: This master's current role is: LEADER
14:30:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.914129   316 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:30:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.920274   316 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3c76500b5b8e49e8b1d8bf669a567695]
14:30:24.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.926329   316 tablet_loader.cc:96] loaded metadata for tablet fba7f0216f514fffa48409df66b78ac8 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3c76500b5b8e49e8b1d8bf669a567695])
14:30:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.927317   316 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:30:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.931059   316 catalog_manager.cc:1295] Loaded cluster ID: 5bd23f383c704d5883f5b8a4835a226f
14:30:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.931272   316 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:30:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.935465   316 catalog_manager.cc:1540] Loading token signing keys...
14:30:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.938540   316 catalog_manager.cc:6081] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: Loaded TSK: 0
14:30:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:24.939465   316 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:30:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:25.303372 32002 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f -> Peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Couldn't send request to peer bfd4d8ceb1424beabc9c7369b606ada4. Status: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:30:25.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.375181 32101 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [term 3 FOLLOWER]: Refusing update from remote peer a0dbd9d78a5f453bb77b26710725684f: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 8. (index mismatch)
14:30:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.377139   314 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
14:30:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.381845   321 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0dbd9d78a5f453bb77b26710725684f. Latest consensus state: current_term: 3 leader_uuid: "a0dbd9d78a5f453bb77b26710725684f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.382717   321 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: This master's current role is: FOLLOWER
14:30:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.386914   311 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a0dbd9d78a5f453bb77b26710725684f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.387554   321 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a0dbd9d78a5f453bb77b26710725684f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0dbd9d78a5f453bb77b26710725684f" member_type: VOTER last_known_addr { host: "127.31.56.254" port: 34785 } } peers { permanent_uuid: "f3dd80f26ba140d7b52be8710010b849" member_type: VOTER last_known_addr { host: "127.31.56.253" port: 34919 } } peers { permanent_uuid: "bfd4d8ceb1424beabc9c7369b606ada4" member_type: VOTER last_known_addr { host: "127.31.56.252" port: 45821 } } }
14:30:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.388051   311 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f [sys.catalog]: This master's current role is: LEADER
14:30:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.388352   321 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3dd80f26ba140d7b52be8710010b849 [sys.catalog]: This master's current role is: FOLLOWER
14:30:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:25.926458 32017 catalog_manager.cc:5697] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 reported cstate change: term changed from 1 to 2, leader changed from a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194) to 0be07bc6c7b14341a434680db65ddf04 (127.31.56.193). New cstate: current_term: 2 leader_uuid: "0be07bc6c7b14341a434680db65ddf04" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be07bc6c7b14341a434680db65ddf04" member_type: VOTER last_known_addr { host: "127.31.56.193" port: 43673 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a437ce21ed234f10bcf62f578651f8f3" member_type: VOTER last_known_addr { host: "127.31.56.194" port: 43229 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f10159d7a16746fc9dbc8c8c2c7b5461" member_type: VOTER last_known_addr { host: "127.31.56.195" port: 46533 } health_report { overall_health: HEALTHY } } }
14:30:26.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:26.398475 32293 consensus_peers.cc:597] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04 -> Peer a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229): Couldn't send request to peer a437ce21ed234f10bcf62f578651f8f3. Status: Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:30:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:26.937780 32684 heartbeater.cc:499] Master 127.31.56.254:34785 was elected leader, sending a full tablet report...
14:30:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:26.966917 32404 heartbeater.cc:499] Master 127.31.56.254:34785 was elected leader, sending a full tablet report...
14:30:28.040 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.31.56.252:45821(127.31.56.252:45821)] connecting to peer
14:30:28.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:28.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.56.252:45821(127.31.56.252:45821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:28.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.252:45821: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821
14:30:28.046 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:30:28.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=13, TimeoutTracker(timeout=29988, elapsed=6107), Traces: [0ms] sending RPC to server master-127.31.56.252:45821, [3ms] received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [27ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [67ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [107ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [262ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [266ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [267ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [268ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [583ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [586ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [1106ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [2647ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [2647ms] delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [6100ms] refreshing cache from master, [6100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [6102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [6103ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [6105ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [6107ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, deferred=Deferred@386313751(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@2012961102 after retry RPC after error@780982542) -> (continuation of Deferred@1020522335 after retry RPC after error@512202948) -> (continuation of Deferred@865833843 after retry RPC after error@2065131687) -> (continuation of Deferred@1486739853 after retry RPC after error@2055089122) -> (continuation of Deferred@353451989 after retry RPC after error@1434660736) -> (continuation of Deferred@1667548428 after retry RPC after error@1749992377) -> (continuation of Deferred@1958586098 after retry RPC after error@940468426) -> (continuation of Deferred@2106037858 after retry RPC after error@1665843552) -> (continuation of Deferred@2061066701 after retry RPC after error@827985508) -> (continuation of Deferred@1882176171 after retry RPC after error@1171993615) -> (continuation of Deferred@1950216816 after retry RPC after error@368438205), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2012961102 after retry RPC after error@780982542) -> (continuation of Deferred@1020522335 after retry RPC after error@512202948) -> (continuation of Deferred@865833843 after retry RPC after error@2065131687) -> (continuation of Deferred@1486739853 after retry RPC after error@2055089122) -> (continuation of Deferred@353451989 after retry RPC after error@1434660736) -> (continuation of Deferred@1667548428 after retry RPC after error@1749992377) -> (continuation of Deferred@1958586098 after retry RPC after error@940468426) -> (continuation of Deferred@2106037858 after retry RPC after error@1665843552) -> (continuation of Deferred@2061066701 after retry RPC after error@827985508) -> (continuation of Deferred@1882176171 after retry RPC after error@1171993615) -> (continuation of Deferred@1950216816 after retry RPC after error@368438205))) after lookup
14:30:28.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fba7f0216f514fffa48409df66b78ac8 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
14:30:28.055 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fba7f0216f514fffa48409df66b78ac8@[0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673)[L],a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229),f10159d7a16746fc9dbc8c8c2c7b5461(127.31.56.195:46533)]}]
14:30:28.057 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fba7f0216f514fffa48409df66b78ac8, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=6128), Traces: [0ms] sending RPC to server a437ce21ed234f10bcf62f578651f8f3, [8ms] received response from server a437ce21ed234f10bcf62f578651f8f3: Network error: Failed to connect to peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229): Connection refused: /127.31.56.194:43229, [8ms] delaying RPC due to: Network error: Failed to connect to peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229): Connection refused: /127.31.56.194:43229, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.56.252:45821, [15ms] Sub RPC GetTableLocations: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [39ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [43ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [53ms] Sub RPC GetTableLocations: refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [56ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [64ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [75ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [79ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [113ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [119ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [119ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [120ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [138ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [138ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [138ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [172ms] Sub RPC GetTableLocations: refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [174ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [177ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [177ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [194ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [197ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [272ms] Sub RPC GetTableLocations: refreshing cache from master, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [273ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [274ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [278ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [279ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [280ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [592ms] Sub RPC GetTableLocations: refreshing cache from master, [593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [595ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [598ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [598ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [598ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [1112ms] Sub RPC GetTableLocations: refreshing cache from master, [1113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [1115ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [1118ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [1118ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [1118ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [2652ms] Sub RPC GetTableLocations: refreshing cache from master, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [2653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [2654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [2654ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [2657ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.253:34919: OK, [2659ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.254:34785: OK, [2659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.56.252:45821,127.31.56.253:34919,127.31.56.254:34785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [6112ms] Sub RPC GetTableLocations: refreshing cache from master, [6112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.252:45821, [6113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.253:34919, [6114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.254:34785, [6115ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.252:45821: Network error: Failed to connect to peer master-127.31.56.252:45821(127.31.56.252:45821): Connection refused: /127.31.56.252:45821, [6117ms] too many traces: truncated at 100 traces, deferred=Deferred@73778441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@1fd01987 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25c2b1c3 -> wakeup thread Time-limited test)) after lookup
14:30:28.058 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673)] connecting to peer
14:30:28.059 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673)] Successfully connected to peer
14:30:28.081 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x0988f1ba, L:/127.0.0.1:47606 - R:/127.31.56.193:43673] using TOKEN/null
14:30:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:28.143900 32002 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f -> Peer bfd4d8ceb1424beabc9c7369b606ada4 (127.31.56.252:45821): Couldn't send request to peer bfd4d8ceb1424beabc9c7369b606ada4. Status: Network error: Client connection negotiation failed: client connection to 127.31.56.252:45821: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:30:28.256 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=fba7f0216f514fffa48409df66b78ac8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:30:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.263623 32017 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:54060:
14:30:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
14:30:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.264321 32017 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:54060:
14:30:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
14:30:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.289626 32017 catalog_manager.cc:5984] T 00000000000000000000000000000000 P a0dbd9d78a5f453bb77b26710725684f: Sending DeleteTablet for 3 replicas of tablet fba7f0216f514fffa48409df66b78ac8
14:30:28.318 [DEBUG - main] (Connection.java:575) [peer master-127.31.56.254:34785(127.31.56.254:34785)] disconnecting while in state READY
14:30:28.319 [DEBUG - main] (Connection.java:575) [peer a437ce21ed234f10bcf62f578651f8f3(127.31.56.194:43229)] disconnecting while in state TERMINATED
14:30:28.321 [DEBUG - main] (Connection.java:575) [peer 0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673)] disconnecting while in state READY
14:30:28.321 [DEBUG - main] (Connection.java:575) [peer master-127.31.56.252:45821(127.31.56.252:45821)] disconnecting while in state TERMINATED
14:30:28.321 [DEBUG - main] (Connection.java:575) [peer master-127.31.56.253:34919(127.31.56.253:34919)] disconnecting while in state READY
14:30:28.324 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.56.253:34919(127.31.56.253:34919)] handling channelInactive
14:30:28.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.56.253:34919(127.31.56.253:34919)] cleaning up while in state READY due to: connection closed
14:30:28.324 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.56.254:34785(127.31.56.254:34785)] handling channelInactive
14:30:28.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.56.254:34785(127.31.56.254:34785)] cleaning up while in state READY due to: connection closed
14:30:28.325 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673)] handling channelInactive
14:30:28.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0be07bc6c7b14341a434680db65ddf04(127.31.56.193:43673)] cleaning up while in state READY due to: connection closed
14:30:28.328 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:30:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:28.328625 32004 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111) [suppressed 9 similar messages]
14:30:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.332227 32337 tablet_service.cc:1558] Processing DeleteTablet for tablet fba7f0216f514fffa48409df66b78ac8 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 14:30:28 UTC) from {username='slave'} at 127.0.0.1:47620
14:30:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:28.338752 32004 catalog_manager.cc:4755] TS a437ce21ed234f10bcf62f578651f8f3 (127.31.56.194:43229): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet fba7f0216f514fffa48409df66b78ac8: Network error: Client connection negotiation failed: client connection to 127.31.56.194:43229: connect: Connection refused (error 111)
14:30:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.340334   373 tablet_replica.cc:333] T fba7f0216f514fffa48409df66b78ac8 P 0be07bc6c7b14341a434680db65ddf04: stopping tablet replica
14:30:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.340307 31971 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 32270
14:30:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.341205 32617 tablet_service.cc:1558] Processing DeleteTablet for tablet fba7f0216f514fffa48409df66b78ac8 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 14:30:28 UTC) from {username='slave'} at 127.0.0.1:54946
14:30:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.344030   374 tablet_replica.cc:333] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: stopping tablet replica
14:30:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.344700   374 raft_consensus.cc:2243] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 2 FOLLOWER]: Raft consensus shutting down.
14:30:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.345759   374 raft_consensus.cc:2272] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461 [term 2 FOLLOWER]: Raft consensus is shut down!
14:30:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.348587   374 ts_tablet_manager.cc:1916] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Deleting tablet data with delete state TABLET_DATA_DELETED
14:30:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.358430   374 ts_tablet_manager.cc:1929] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
14:30:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.358831   374 log.cc:1199] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Deleting WAL directory at /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster7442027996224153432/ts-2/wal/wals/fba7f0216f514fffa48409df66b78ac8
14:30:28.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.360371   374 ts_tablet_manager.cc:1950] T fba7f0216f514fffa48409df66b78ac8 P f10159d7a16746fc9dbc8c8c2c7b5461: Deleting consensus metadata
14:30:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.363176 32004 catalog_manager.cc:5028] TS f10159d7a16746fc9dbc8c8c2c7b5461 (127.31.56.195:46533): tablet fba7f0216f514fffa48409df66b78ac8 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3c76500b5b8e49e8b1d8bf669a567695]) successfully deleted
14:30:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.371989 31971 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 32552
14:30:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.401397 31971 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 31984
14:30:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:28.432157 31971 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 32054
14:30:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:30:29Z chronyd exiting
.14:30:30.621 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783521030621
14:30:30.624 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:30:30.624 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:30:30.624 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXce9Gd/test-tmp
14:30:30.624 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:30:30.625 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXce9Gd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:30:30.627 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:30:30.954 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:30:30.955 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:30:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:30.958422   377 mini_oidc.cc:150] Starting JWKS server
14:30:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:30.961684   377 webserver.cc:533] Webserver started at http://127.0.0.1:35115/ using document root <none> and password file <none>
14:30:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:30.962114   377 mini_oidc.cc:186] Starting OIDC Discovery server
14:30:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:30.963792   377 webserver.cc:533] Webserver started at http://127.0.0.1:33823/ using document root <none> and password file <none>
14:30:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:30:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:30:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:30:31Z Disabled control of system clock
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:31.027580   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/logs
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data/info.pb
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:41997
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json with env {}
14:30:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.334934   389 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.335495   389 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.335968   389 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.367869   389 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.368162   389 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.368357   389 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.368546   389 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:31.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.368741   389 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:31.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.368916   389 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35115/jwks.json
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:31.405081   389 master_runner.cc:387] Master server non-default flags:
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:41997
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data/info.pb
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/logs
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:31.406370   389 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:31.407948   389 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.418536   395 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:31.420344   396 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:32.702908   398 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:32.705181   397 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1281 milliseconds
14:30:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.705274   389 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.706651   389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.709743   389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.711181   389 hybrid_clock.cc:648] HybridClock initialized: now 1783521032711136 us; error 58 us; skew 500 ppm
14:30:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.711992   389 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.718079   389 webserver.cc:533] Webserver started at http://127.0.94.126:43851/ using document root <none> and password file <none>
14:30:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.718961   389 fs_manager.cc:362] Metadata directory not provided
14:30:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.719148   389 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.719619   389 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.723987   389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data/instance:
14:30:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d66025a707cf4965b46e63b430b49b5c"
14:30:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:32 on dist-test-slave-s4cd"
14:30:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.725099   389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal/instance:
14:30:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d66025a707cf4965b46e63b430b49b5c"
14:30:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:32 on dist-test-slave-s4cd"
14:30:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.732276   389 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
14:30:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.737885   405 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.739012   389 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:30:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.739316   389 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal
14:30:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d66025a707cf4965b46e63b430b49b5c"
14:30:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:32 on dist-test-slave-s4cd"
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.739614   389 fs_report.cc:389] FS layout report
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data/data
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.790786   389 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.792359   389 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.792765   389 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.864751   389 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.126:41997
14:30:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.864833   456 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.126:41997 every 8 connection(s)
14:30:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.867430   389 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/data/info.pb
14:30:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.873070   457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.873447   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 389
14:30:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.873941   377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-0/wal/instance
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.877637   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/logs
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data/info.pb
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:39037
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json with env {}
14:30:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.888461   457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } has no permanent_uuid. Determining permanent_uuid...
14:30:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.917127   457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } has no permanent_uuid. Determining permanent_uuid...
14:30:32.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:32.919675   407 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:32.923861   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:32.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:32.973356   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 1
14:30:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:32.978091   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:33.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.046533   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 2
14:30:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.050904   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.142386   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 3
14:30:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.146967   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.193440   459 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.194013   459 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.194461   459 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.226624   459 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.226919   459 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.227113   459 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.227304   459 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.227496   459 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.227718   459 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35115/jwks.json
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.263748   459 master_runner.cc:387] Master server non-default flags:
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:39037
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data/info.pb
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/logs
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.265092   459 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.266659   459 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.278223   468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.290380   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 4
14:30:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.295768   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:33.595201   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 5
14:30:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.601253   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.148689   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 6
14:30:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.161760   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:39037: Network error: Client connection negotiation failed: client connection to 127.0.94.125:39037: connect: Connection refused (error 111)
14:30:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.280661   469 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:33.282428   471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.484000   470 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:30:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.484176   459 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.488497   459 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.491060   459 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.492439   459 hybrid_clock.cc:648] HybridClock initialized: now 1783521034492424 us; error 55 us; skew 500 ppm
14:30:34.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.493335   459 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.499548   459 webserver.cc:533] Webserver started at http://127.0.94.125:33453/ using document root <none> and password file <none>
14:30:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.500418   459 fs_manager.cc:362] Metadata directory not provided
14:30:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.500633   459 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:34.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.501106   459 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.505506   459 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data/instance:
14:30:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6db57219987d478e9d13bb8ea17e3802"
14:30:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:34 on dist-test-slave-s4cd"
14:30:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.506541   459 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal/instance:
14:30:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6db57219987d478e9d13bb8ea17e3802"
14:30:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:34 on dist-test-slave-s4cd"
14:30:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.513882   459 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
14:30:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.519573   480 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:34.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.520643   459 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
14:30:34.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.521114   459 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal
14:30:34.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6db57219987d478e9d13bb8ea17e3802"
14:30:34.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:34 on dist-test-slave-s4cd"
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.521481   459 fs_report.cc:389] FS layout report
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data/data
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.587446   459 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.589056   459 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.589603   459 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.661862   459 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.125:39037
14:30:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.661934   531 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.125:39037 every 8 connection(s)
14:30:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.664742   459 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/data/info.pb
14:30:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.666508   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 459
14:30:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.667042   377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-1/wal/instance
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.669623   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/logs
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/info.pb
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:38143
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json with env {}
14:30:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.671232   532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:34.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.687839   532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } has no permanent_uuid. Determining permanent_uuid...
14:30:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.713305   532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } has no permanent_uuid. Determining permanent_uuid...
14:30:34.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.728042   532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } has no permanent_uuid. Determining permanent_uuid...
14:30:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.730747   483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:34.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.735030   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.784603   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 1
14:30:34.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.789029   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:34.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.857523   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 2
14:30:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.861918   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:34.953382   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 3
14:30:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.957901   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.998972   534 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.999531   534 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:34.999997   534 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.032027   534 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.032312   534 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.032513   534 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.032711   534 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.032919   534 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.033071   534 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35115/jwks.json
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.070664   534 master_runner.cc:387] Master server non-default flags:
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:38143
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/info.pb
14:30:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/logs
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.072023   534 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.073640   534 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.084213   544 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.101357   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 4
14:30:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.109826   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.222424   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } attempt: 7
14:30:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.262238   457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } has no permanent_uuid. Determining permanent_uuid...
14:30:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.284942   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.343508   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 1
14:30:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.351920   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.409380   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 5
14:30:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.417909   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.433454   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 2
14:30:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.442680   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.528236   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 3
14:30:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.536403   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.684528   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 4
14:30:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.695101   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.965440   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 6
14:30:35.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:35.978631   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 5
14:30:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.986152   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.999259   532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.538633   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 6
14:30:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.569181   457 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38143: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.487738   543 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 534
14:30:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.592607   534 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.507s	user 0.482s	sys 1.024s
14:30:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:35.085716   545 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.593470   534 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.508s	user 0.482s	sys 1.024s
14:30:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.595031   547 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.595530   546 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1508 milliseconds
14:30:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.595444   534 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.599447   534 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.601841   534 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.603215   534 hybrid_clock.cc:648] HybridClock initialized: now 1783521036603183 us; error 34 us; skew 500 ppm
14:30:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.604178   534 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.610337   534 webserver.cc:533] Webserver started at http://127.0.94.124:38109/ using document root <none> and password file <none>
14:30:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.611315   534 fs_manager.cc:362] Metadata directory not provided
14:30:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.611569   534 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.612107   534 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:36.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.616426   534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/instance:
14:30:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a4c23cd8594ab497681ae4dffc895b"
14:30:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:36 on dist-test-slave-s4cd"
14:30:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.617667   534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal/instance:
14:30:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a4c23cd8594ab497681ae4dffc895b"
14:30:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:36 on dist-test-slave-s4cd"
14:30:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.624995   534 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
14:30:36.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.630861   561 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:36.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.631938   534 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:30:36.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.632333   534 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:36.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a4c23cd8594ab497681ae4dffc895b"
14:30:36.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:36 on dist-test-slave-s4cd"
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.632755   534 fs_report.cc:389] FS layout report
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/data
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.685969   534 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.687402   534 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.687934   534 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.687978   453 debug-util.cc:398] Leaking SignalData structure 0x7b0800070420 after lost signal to thread 390
14:30:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.688623   453 debug-util.cc:398] Leaking SignalData structure 0x7b080007bf00 after lost signal to thread 456
14:30:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.775746   534 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.124:38143
14:30:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.775780   612 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.124:38143 every 8 connection(s)
14:30:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.780442   534 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/info.pb
14:30:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.781890   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 534
14:30:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.782476   377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal/instance
14:30:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.790474   613 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.809614   613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } has no permanent_uuid. Determining permanent_uuid...
14:30:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.839771   613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } has no permanent_uuid. Determining permanent_uuid...
14:30:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.852327   613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } has no permanent_uuid. Determining permanent_uuid...
14:30:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.874858   613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Bootstrap starting.
14:30:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.884701   613 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Neither blocks nor log segments found. Creating new log.
14:30:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.887811   613 log.cc:826] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Log is configured to *not* fsync() on all Append() calls
14:30:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.893805   613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: No bootstrap required, opened a new log
14:30:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.927454   613 raft_consensus.cc:359] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.928537   613 raft_consensus.cc:385] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.928911   613 raft_consensus.cc:740] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a4c23cd8594ab497681ae4dffc895b, State: Initialized, Role: FOLLOWER
14:30:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.930054   613 consensus_queue.cc:260] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.933269   622 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.934298   622 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: FOLLOWER
14:30:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.935688   613 sys_catalog.cc:565] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: configured and running, proceeding with master startup.
14:30:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.944801   567 tablet.cc:2406] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.967525   633 catalog_manager.cc:1594] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:30:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:36.968168   633 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:30:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:36.963922   534 master_runner.cc:187] Error getting master registration for 127.0.94.126:41997: OK, instance_id { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" instance_seqno: 1783521032845464 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:30:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.000207   534 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:30:37.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.030300   622 raft_consensus.cc:493] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:30:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.031044   622 raft_consensus.cc:515] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.035983   622 leader_election.cc:290] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d66025a707cf4965b46e63b430b49b5c (127.0.94.126:41997), 6db57219987d478e9d13bb8ea17e3802 (127.0.94.125:39037)
14:30:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.059856   532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 7
14:30:37.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.096381   532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: Bootstrap starting.
14:30:37.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.105851   532 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: Neither blocks nor log segments found. Creating new log.
14:30:37.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.108541   532 log.cc:826] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: Log is configured to *not* fsync() on all Append() calls
14:30:37.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.122279   532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: No bootstrap required, opened a new log
14:30:37.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.159088   532 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.160534   532 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:37.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.161126   532 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6db57219987d478e9d13bb8ea17e3802, State: Initialized, Role: FOLLOWER
14:30:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.164067   532 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.171427   532 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: configured and running, proceeding with master startup.
14:30:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.171733   507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9a4c23cd8594ab497681ae4dffc895b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6db57219987d478e9d13bb8ea17e3802" is_pre_election: true
14:30:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.173595   507 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a4c23cd8594ab497681ae4dffc895b in term 0.
14:30:37.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.175982   563 leader_election.cc:304] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6db57219987d478e9d13bb8ea17e3802, a9a4c23cd8594ab497681ae4dffc895b; no voters: 
14:30:37.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.177151   622 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Leader pre-election won for term 1
14:30:37.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.177521   622 raft_consensus.cc:493] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:30:37.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.177825   622 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 0 FOLLOWER]: Advancing to term 1
14:30:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.169571   637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.188035   622 raft_consensus.cc:515] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.195137   637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: This master's current role is: FOLLOWER
14:30:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.210747   507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9a4c23cd8594ab497681ae4dffc895b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6db57219987d478e9d13bb8ea17e3802"
14:30:37.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.212589   507 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 0 FOLLOWER]: Advancing to term 1
14:30:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.219101   622 leader_election.cc:290] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [CANDIDATE]: Term 1 election: Requested vote from peers d66025a707cf4965b46e63b430b49b5c (127.0.94.126:41997), 6db57219987d478e9d13bb8ea17e3802 (127.0.94.125:39037)
14:30:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.238873   507 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a4c23cd8594ab497681ae4dffc895b in term 1.
14:30:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.241221   563 leader_election.cc:304] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6db57219987d478e9d13bb8ea17e3802, a9a4c23cd8594ab497681ae4dffc895b; no voters: 
14:30:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.242268   622 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 1 FOLLOWER]: Leader election won for term 1
14:30:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.253758   622 raft_consensus.cc:697] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 1 LEADER]: Becoming Leader. State: Replica: a9a4c23cd8594ab497681ae4dffc895b, State: Running, Role: LEADER
14:30:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.261418   622 consensus_queue.cc:237] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.271435   649 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:30:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.286912   646 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: New leader a9a4c23cd8594ab497681ae4dffc895b. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.287739   646 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: LEADER
14:30:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.304957   651 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:30:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.276577   459 master_runner.cc:187] Error getting master registration for 127.0.94.126:41997: OK, instance_id { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" instance_seqno: 1783521032845464 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:30:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.312711   459 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:30:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.328570   651 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:30:37.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:37.347502   486 tablet.cc:2406] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.354179   507 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 1 FOLLOWER]: Refusing update from remote peer a9a4c23cd8594ab497681ae4dffc895b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:37.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.359402   622 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:30:37.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.380386   637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a9a4c23cd8594ab497681ae4dffc895b. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.381503   637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: This master's current role is: FOLLOWER
14:30:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.383493   652 mvcc.cc:204] Tried to move back new op lower bound from 7305302168983408640 to 7305302168652312576. Current Snapshot: MvccSnapshot[applied={T|T < 7305302168983408640}]
14:30:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.387140   637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.387806   637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: This master's current role is: FOLLOWER
14:30:37.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.389091   651 catalog_manager.cc:1383] Generated new cluster ID: c0aff27f106047e0b42a371b5e83da50
14:30:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.389361   651 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:30:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.390487   646 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.391263   646 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: LEADER
14:30:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.419010   653 mvcc.cc:204] Tried to move back new op lower bound from 7305302168983408640 to 7305302168652312576. Current Snapshot: MvccSnapshot[applied={T|T < 7305302168983408640}]
14:30:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.443114   651 catalog_manager.cc:1406] Generated new certificate authority record
14:30:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.445478   651 catalog_manager.cc:1540] Loading token signing keys...
14:30:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.479640   651 catalog_manager.cc:6070] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Generated new TSK 0
14:30:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.481122   651 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.516846   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/logs
14:30:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data/info.pb
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.65:0
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.65
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.65
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:30:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.602622   457 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } attempt: 7
14:30:37.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.660391   457 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: Bootstrap starting.
14:30:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.688493   457 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: Neither blocks nor log segments found. Creating new log.
14:30:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.694855   457 log.cc:826] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: Log is configured to *not* fsync() on all Append() calls
14:30:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.719240   457 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: No bootstrap required, opened a new log
14:30:37.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.821710   457 raft_consensus.cc:359] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.823990   457 raft_consensus.cc:385] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.824795   457 raft_consensus.cc:740] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d66025a707cf4965b46e63b430b49b5c, State: Initialized, Role: FOLLOWER
14:30:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.827184   457 consensus_queue.cc:260] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.852813   662 sys_catalog.cc:455] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.853725   662 sys_catalog.cc:458] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: This master's current role is: FOLLOWER
14:30:37.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.861115   431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9a4c23cd8594ab497681ae4dffc895b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d66025a707cf4965b46e63b430b49b5c"
14:30:37.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.861931   431 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 0 FOLLOWER]: Advancing to term 1
14:30:37.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.865322   432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9a4c23cd8594ab497681ae4dffc895b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d66025a707cf4965b46e63b430b49b5c" is_pre_election: true
14:30:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.871717   431 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a4c23cd8594ab497681ae4dffc895b in term 1.
14:30:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.873234   430 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Refusing update from remote peer a9a4c23cd8594ab497681ae4dffc895b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:37.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.880192   457 sys_catalog.cc:565] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: configured and running, proceeding with master startup.
14:30:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.881407   622 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:30:37.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.926200   664 mvcc.cc:204] Tried to move back new op lower bound from 7305302168983408640 to 7305302168652312576. Current Snapshot: MvccSnapshot[applied={T|T < 7305302168983408640}]
14:30:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.950448   662 sys_catalog.cc:455] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a9a4c23cd8594ab497681ae4dffc895b. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.951306   662 sys_catalog.cc:458] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: This master's current role is: FOLLOWER
14:30:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.950450   667 sys_catalog.cc:455] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:37.953111   667 sys_catalog.cc:458] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: This master's current role is: FOLLOWER
14:30:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.005127   682 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:30:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.070159   658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.070885   658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.071947   658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.140283   658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:38.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.141795   658 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.94.65
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.216463   658 tablet_server_runner.cc:78] Tablet server non-default flags:
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.65:0
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data/info.pb
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.65
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.65
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/logs
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.218357   658 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:38.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.220978   658 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.237324   684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.295461   649 catalog_manager.cc:1295] Loaded cluster ID: c0aff27f106047e0b42a371b5e83da50
14:30:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.296236   649 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: loading cluster ID for follower catalog manager: success
14:30:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.338042   649 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: acquiring CA information for follower catalog manager: success
14:30:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.345721   649 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:30:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.391376   622 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a9a4c23cd8594ab497681ae4dffc895b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:38.392108   622 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: LEADER
14:30:39.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:39.035466   682 catalog_manager.cc:1295] Loaded cluster ID: c0aff27f106047e0b42a371b5e83da50
14:30:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:39.041532   682 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: loading cluster ID for follower catalog manager: success
14:30:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:39.060700   682 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: acquiring CA information for follower catalog manager: success
14:30:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:39.087450   682 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:30:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:39.639380   683 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 658
14:30:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:40.313447   683 kernel_stack_watchdog.cc:198] Thread 658 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 392ms:
14:30:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:30:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:30:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:30:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:30:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:38.247961   685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:40.314802   658 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.070s	user 0.500s	sys 0.862s
14:30:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:40.315320   658 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.071s	user 0.500s	sys 0.862s
14:30:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:40.324476   693 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.324509   658 server_base.cc:1061] running on GCE node
14:30:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.326838   658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.342258   658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.346367   658 hybrid_clock.cc:648] HybridClock initialized: now 1783521040346282 us; error 91 us; skew 500 ppm
14:30:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.348080   658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:40.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.359226   658 webserver.cc:533] Webserver started at http://127.0.94.65:34827/ using document root <none> and password file <none>
14:30:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.360437   658 fs_manager.cc:362] Metadata directory not provided
14:30:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.360713   658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.361279   658 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.367504   658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data/instance:
14:30:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f778cc25d9b14d03b1309b0b198ff9a8"
14:30:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:40 on dist-test-slave-s4cd"
14:30:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.368999   658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal/instance:
14:30:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f778cc25d9b14d03b1309b0b198ff9a8"
14:30:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:40 on dist-test-slave-s4cd"
14:30:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.382709   658 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.006s	sys 0.002s
14:30:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.390363   698 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.391732   658 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
14:30:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.392129   658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal
14:30:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f778cc25d9b14d03b1309b0b198ff9a8"
14:30:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:40 on dist-test-slave-s4cd"
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.392567   658 fs_report.cc:389] FS layout report
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data/data
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.498865   658 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.500916   658 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.501469   658 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.505146   658 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:30:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.510958   658 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:30:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.511251   658 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:30:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.511552   658 ts_tablet_manager.cc:616] Registered 0 tablets
14:30:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.511767   658 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:30:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.724390   658 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.65:45745
14:30:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.724509   810 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.65:45745 every 8 connection(s)
14:30:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.728443   658 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/data/info.pb
14:30:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.738807   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 658
14:30:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.739270   377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-0/wal/instance
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.754061   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/logs
14:30:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data/info.pb
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.66:0
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.66
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.66
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:30:40.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.854799   816 heartbeater.cc:344] Connected to a master server at 127.0.94.126:41997
14:30:40.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.855499   816 heartbeater.cc:461] Registering TS with master...
14:30:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.856657   812 heartbeater.cc:344] Connected to a master server at 127.0.94.125:39037
14:30:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.857115   812 heartbeater.cc:461] Registering TS with master...
14:30:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.857156   816 heartbeater.cc:507] Master 127.0.94.126:41997 requested a full tablet report, sending...
14:30:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.858055   812 heartbeater.cc:507] Master 127.0.94.125:39037 requested a full tablet report, sending...
14:30:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.861500   422 ts_manager.cc:194] Registered new tserver with Master: f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.862286   497 ts_manager.cc:194] Registered new tserver with Master: f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.868233   811 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38143
14:30:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.868573   811 heartbeater.cc:461] Registering TS with master...
14:30:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.869519   811 heartbeater.cc:507] Master 127.0.94.124:38143 requested a full tablet report, sending...
14:30:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.872164   578 ts_manager.cc:194] Registered new tserver with Master: f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:40.875638   578 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.94.65:34777
14:30:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.319943   815 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.320961   815 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.321894   815 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.370846   815 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:41.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.372529   815 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.94.66
14:30:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:41.437031   815 tablet_server_runner.cc:78] Tablet server non-default flags:
14:30:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.66:0
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data/info.pb
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.66
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.66
14:30:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/logs
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:41.438809   815 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:41.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:41.441023   815 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.456817   829 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:41.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:41.879964   811 heartbeater.cc:499] Master 127.0.94.124:38143 was elected leader, sending a full tablet report...
14:30:43.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:41.461848   830 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:43.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:42.860607   828 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 815
14:30:43.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:43.408289   815 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.947s	user 0.611s	sys 1.180s
14:30:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:43.408661   815 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.947s	user 0.611s	sys 1.180s
14:30:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:43.409933   832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:43.415691   831 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1946 milliseconds
14:30:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.415691   815 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:43.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.417133   815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.419229   815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.420622   815 hybrid_clock.cc:648] HybridClock initialized: now 1783521043420587 us; error 41 us; skew 500 ppm
14:30:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.421512   815 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.427528   815 webserver.cc:533] Webserver started at http://127.0.94.66:40369/ using document root <none> and password file <none>
14:30:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.428385   815 fs_manager.cc:362] Metadata directory not provided
14:30:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.428573   815 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:43.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.429031   815 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.433266   815 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data/instance:
14:30:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15577d4e61e64fad85d95d96c275c1d1"
14:30:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:43 on dist-test-slave-s4cd"
14:30:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.434387   815 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal/instance:
14:30:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15577d4e61e64fad85d95d96c275c1d1"
14:30:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:43 on dist-test-slave-s4cd"
14:30:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.442209   815 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
14:30:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.447937   840 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.449101   815 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:30:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.449391   815 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal
14:30:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15577d4e61e64fad85d95d96c275c1d1"
14:30:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:43 on dist-test-slave-s4cd"
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.449680   815 fs_report.cc:389] FS layout report
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data/data
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.512737   815 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.514282   815 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.514684   815 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.517534   815 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:30:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.521911   815 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:30:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.522121   815 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:30:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.522315   815 ts_tablet_manager.cc:616] Registered 0 tablets
14:30:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.522447   815 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:30:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.658387   815 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.66:45177
14:30:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.658504   952 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.66:45177 every 8 connection(s)
14:30:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.661672   815 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/data/info.pb
14:30:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.669204   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 815
14:30:43.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.669965   377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-1/wal/instance
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.716900   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/logs
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data/info.pb
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.67:0
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.67
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.67
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:30:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.734320   954 heartbeater.cc:344] Connected to a master server at 127.0.94.125:39037
14:30:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.734869   954 heartbeater.cc:461] Registering TS with master...
14:30:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.736238   954 heartbeater.cc:507] Master 127.0.94.125:39037 requested a full tablet report, sending...
14:30:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.740466   953 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38143
14:30:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.740504   497 ts_manager.cc:194] Registered new tserver with Master: 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177)
14:30:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.740972   953 heartbeater.cc:461] Registering TS with master...
14:30:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.741876   953 heartbeater.cc:507] Master 127.0.94.124:38143 requested a full tablet report, sending...
14:30:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.744165   578 ts_manager.cc:194] Registered new tserver with Master: 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177)
14:30:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.746109   955 heartbeater.cc:344] Connected to a master server at 127.0.94.126:41997
14:30:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.746206   578 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.94.66:55861
14:30:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.746424   955 heartbeater.cc:461] Registering TS with master...
14:30:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.747382   955 heartbeater.cc:507] Master 127.0.94.126:41997 requested a full tablet report, sending...
14:30:43.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:43.749807   422 ts_manager.cc:194] Registered new tserver with Master: 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177)
14:30:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.052800   963 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.053308   963 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.053705   963 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:44.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.086818   963 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:44.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.087610   963 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.94.67
14:30:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:44.123490   963 tablet_server_runner.cc:78] Tablet server non-default flags:
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.67:0
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data/info.pb
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.67
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.67
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/logs
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:44.124819   963 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:44.126511   963 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.138971   969 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:44.750094   953 heartbeater.cc:499] Master 127.0.94.124:38143 was elected leader, sending a full tablet report...
14:30:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.141501   970 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:44.143965   972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:45.426566   971 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1282 milliseconds
14:30:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.426689   963 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.427947   963 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.430173   963 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.431558   963 hybrid_clock.cc:648] HybridClock initialized: now 1783521045431537 us; error 58 us; skew 500 ppm
14:30:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.432332   963 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.438795   963 webserver.cc:533] Webserver started at http://127.0.94.67:32857/ using document root <none> and password file <none>
14:30:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.439666   963 fs_manager.cc:362] Metadata directory not provided
14:30:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.439857   963 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.440240   963 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:30:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.444657   963 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data/instance:
14:30:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46771ab257ed4575a9140bc2446cb51c"
14:30:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:45 on dist-test-slave-s4cd"
14:30:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.445797   963 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal/instance:
14:30:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46771ab257ed4575a9140bc2446cb51c"
14:30:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:45 on dist-test-slave-s4cd"
14:30:45.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.453325   963 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
14:30:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.459429   980 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.460686   963 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.461047   963 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46771ab257ed4575a9140bc2446cb51c"
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:45 on dist-test-slave-s4cd"
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.461366   963 fs_report.cc:389] FS layout report
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data/data
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.520658   963 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.522286   963 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.522710   963 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.525357   963 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:30:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.529693   963 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:30:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.529886   963 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:30:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.530077   963 ts_tablet_manager.cc:616] Registered 0 tablets
14:30:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.530210   963 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:30:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.674695   963 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.67:37397
14:30:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.674820  1092 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.67:37397 every 8 connection(s)
14:30:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.678579   963 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/data/info.pb
14:30:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.682650   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 963
14:30:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.683084   377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/ts-2/wal/instance
14:30:45.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.729532  1094 heartbeater.cc:344] Connected to a master server at 127.0.94.125:39037
14:30:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.730080  1094 heartbeater.cc:461] Registering TS with master...
14:30:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.730629  1093 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38143
14:30:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.730932  1093 heartbeater.cc:461] Registering TS with master...
14:30:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.731539  1094 heartbeater.cc:507] Master 127.0.94.125:39037 requested a full tablet report, sending...
14:30:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.732031  1093 heartbeater.cc:507] Master 127.0.94.124:38143 requested a full tablet report, sending...
14:30:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.734822   497 ts_manager.cc:194] Registered new tserver with Master: 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397)
14:30:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.734974   578 ts_manager.cc:194] Registered new tserver with Master: 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397)
14:30:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.736060  1095 heartbeater.cc:344] Connected to a master server at 127.0.94.126:41997
14:30:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.736405  1095 heartbeater.cc:461] Registering TS with master...
14:30:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.736925   578 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.94.67:50341
14:30:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.737280  1095 heartbeater.cc:507] Master 127.0.94.126:41997 requested a full tablet report, sending...
14:30:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.739945   422 ts_manager.cc:194] Registered new tserver with Master: 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397)
14:30:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.757723   377 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:30:45.768 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:30:45.769 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:30:45.772 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.94.126"
      port: 41997
    }
    bound_http_address {
      host: "127.0.94.126"
      port: 43851
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.94.125"
      port: 39037
    }
    bound_http_address {
      host: "127.0.94.125"
      port: 33453
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.94.124"
      port: 38143
    }
    bound_http_address {
      host: "127.0.94.124"
      port: 38109
    }
  }
}

14:30:45.772 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:30:45.773 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.94.65"
      port: 45745
    }
    bound_http_address {
      host: "127.0.94.65"
      port: 34827
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.94.66"
      port: 45177
    }
    bound_http_address {
      host: "127.0.94.66"
      port: 40369
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.94.67"
      port: 37397
    }
    bound_http_address {
      host: "127.0.94.67"
      port: 32857
    }
  }
}

14:30:45.773 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:30:45.776 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:30:45.778 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.126:41997(127.0.94.126:41997)] connecting to peer
14:30:45.780 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.124:38143(127.0.94.124:38143)] connecting to peer
14:30:45.781 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.125:39037(127.0.94.125:39037)] connecting to peer
14:30:45.781 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.94.126:41997(127.0.94.126:41997)] Successfully connected to peer
14:30:45.782 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.94.124:38143(127.0.94.124:38143)] Successfully connected to peer
14:30:45.786 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.94.126
14:30:45.794 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.94.124
14:30:45.799 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.94.125:39037(127.0.94.125:39037)] Successfully connected to peer
14:30:45.801 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.94.125
14:30:45.823 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x31c879d7, L:/127.0.0.1:51994 - R:/127.0.94.126:41997] using SASL/PLAIN
14:30:45.826 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x476d6d06, L:/127.0.0.1:55282 - R:/127.0.94.124:38143] using SASL/PLAIN
14:30:45.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:30:45.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=54), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [52ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: OK, deferred=null) after lookup
14:30:45.835 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x05d7a22b, L:/127.0.0.1:38452 - R:/127.0.94.125:39037] using SASL/PLAIN
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.834267   578 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55282:
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:30:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:30:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:30:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:45.841112   578 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:30:45.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 33f56c9b0e054fbc96996534b55c48eb
14:30:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.924803  1028 tablet_service.cc:1511] Processing CreateTablet for tablet 0ea2327daeb741d3b70633546bbbff7b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=33f56c9b0e054fbc96996534b55c48eb]), partition=RANGE (key) PARTITION UNBOUNDED
14:30:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.928617  1028 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ea2327daeb741d3b70633546bbbff7b. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.938033   888 tablet_service.cc:1511] Processing CreateTablet for tablet 0ea2327daeb741d3b70633546bbbff7b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=33f56c9b0e054fbc96996534b55c48eb]), partition=RANGE (key) PARTITION UNBOUNDED
14:30:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.939966   746 tablet_service.cc:1511] Processing CreateTablet for tablet 0ea2327daeb741d3b70633546bbbff7b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=33f56c9b0e054fbc96996534b55c48eb]), partition=RANGE (key) PARTITION UNBOUNDED
14:30:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.941516   888 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ea2327daeb741d3b70633546bbbff7b. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.941850   746 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ea2327daeb741d3b70633546bbbff7b. 1 dirs total, 0 dirs full, 0 dirs failed
14:30:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.957821  1126 tablet_bootstrap.cc:492] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: Bootstrap starting.
14:30:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.966523  1126 tablet_bootstrap.cc:654] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: Neither blocks nor log segments found. Creating new log.
14:30:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.969038  1127 tablet_bootstrap.cc:492] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Bootstrap starting.
14:30:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.969153  1126 log.cc:826] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: Log is configured to *not* fsync() on all Append() calls
14:30:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.972291  1128 tablet_bootstrap.cc:492] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: Bootstrap starting.
14:30:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.975199  1126 tablet_bootstrap.cc:492] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: No bootstrap required, opened a new log
14:30:45.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.975747  1126 ts_tablet_manager.cc:1403] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: Time spent bootstrapping tablet: real 0.019s	user 0.010s	sys 0.004s
14:30:45.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.977504  1127 tablet_bootstrap.cc:654] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Neither blocks nor log segments found. Creating new log.
14:30:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.978883  1128 tablet_bootstrap.cc:654] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: Neither blocks nor log segments found. Creating new log.
14:30:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.980882  1128 log.cc:826] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: Log is configured to *not* fsync() on all Append() calls
14:30:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.981762  1127 log.cc:826] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Log is configured to *not* fsync() on all Append() calls
14:30:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.987502  1127 tablet_bootstrap.cc:492] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: No bootstrap required, opened a new log
14:30:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.988039  1127 ts_tablet_manager.cc:1403] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.009s
14:30:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.990134  1128 tablet_bootstrap.cc:492] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: No bootstrap required, opened a new log
14:30:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:45.990613  1128 ts_tablet_manager.cc:1403] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: Time spent bootstrapping tablet: real 0.019s	user 0.009s	sys 0.004s
14:30:46.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.003819  1126 raft_consensus.cc:359] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.004748  1126 raft_consensus.cc:385] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.005117  1126 raft_consensus.cc:740] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46771ab257ed4575a9140bc2446cb51c, State: Initialized, Role: FOLLOWER
14:30:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.006062  1126 consensus_queue.cc:260] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.009330  1093 heartbeater.cc:499] Master 127.0.94.124:38143 was elected leader, sending a full tablet report...
14:30:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.010159  1126 ts_tablet_manager.cc:1434] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: Time spent starting tablet: real 0.034s	user 0.032s	sys 0.004s
14:30:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.018118  1128 raft_consensus.cc:359] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.019014  1128 raft_consensus.cc:385] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.019304  1128 raft_consensus.cc:740] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f778cc25d9b14d03b1309b0b198ff9a8, State: Initialized, Role: FOLLOWER
14:30:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.021008  1128 consensus_queue.cc:260] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.024376  1127 raft_consensus.cc:359] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.025290  1127 raft_consensus.cc:385] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:30:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.025560  1128 ts_tablet_manager.cc:1434] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: Time spent starting tablet: real 0.035s	user 0.024s	sys 0.008s
14:30:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.025614  1127 raft_consensus.cc:740] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 15577d4e61e64fad85d95d96c275c1d1, State: Initialized, Role: FOLLOWER
14:30:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.026611  1127 consensus_queue.cc:260] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.030912  1127 ts_tablet_manager.cc:1434] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Time spent starting tablet: real 0.043s	user 0.033s	sys 0.000s
14:30:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:46.137028   819 tablet.cc:2406] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.180730  1132 raft_consensus.cc:493] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:30:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.181421  1132 raft_consensus.cc:515] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.184159  1132 leader_election.cc:290] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177), f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.192752   766 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "46771ab257ed4575a9140bc2446cb51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" is_pre_election: true
14:30:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.193008   908 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "46771ab257ed4575a9140bc2446cb51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "15577d4e61e64fad85d95d96c275c1d1" is_pre_election: true
14:30:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.193463   766 raft_consensus.cc:2468] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 46771ab257ed4575a9140bc2446cb51c in term 0.
14:30:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.193900   908 raft_consensus.cc:2468] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 46771ab257ed4575a9140bc2446cb51c in term 0.
14:30:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.194694   984 leader_election.cc:304] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46771ab257ed4575a9140bc2446cb51c, f778cc25d9b14d03b1309b0b198ff9a8; no voters: 
14:30:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.195585  1132 raft_consensus.cc:2804] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:30:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.195844  1132 raft_consensus.cc:493] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:30:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.196046  1132 raft_consensus.cc:3060] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 0 FOLLOWER]: Advancing to term 1
14:30:46.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.200341  1132 raft_consensus.cc:515] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.201946  1132 leader_election.cc:290] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [CANDIDATE]: Term 1 election: Requested vote from peers 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177), f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.202724   908 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "46771ab257ed4575a9140bc2446cb51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "15577d4e61e64fad85d95d96c275c1d1"
14:30:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.203014   766 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "46771ab257ed4575a9140bc2446cb51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f778cc25d9b14d03b1309b0b198ff9a8"
14:30:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.203226   908 raft_consensus.cc:3060] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 0 FOLLOWER]: Advancing to term 1
14:30:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.203416   766 raft_consensus.cc:3060] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 0 FOLLOWER]: Advancing to term 1
14:30:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:46.205672  1098 tablet.cc:2406] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.207841   766 raft_consensus.cc:2468] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 46771ab257ed4575a9140bc2446cb51c in term 1.
14:30:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.208503   908 raft_consensus.cc:2468] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 46771ab257ed4575a9140bc2446cb51c in term 1.
14:30:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.208782   984 leader_election.cc:304] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46771ab257ed4575a9140bc2446cb51c, f778cc25d9b14d03b1309b0b198ff9a8; no voters: 
14:30:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.209547  1132 raft_consensus.cc:2804] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 1 FOLLOWER]: Leader election won for term 1
14:30:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:46.209610   960 tablet.cc:2406] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:30:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.211179  1132 raft_consensus.cc:697] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [term 1 LEADER]: Becoming Leader. State: Replica: 46771ab257ed4575a9140bc2446cb51c, State: Running, Role: LEADER
14:30:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.211936  1132 consensus_queue.cc:237] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.225214   577 catalog_manager.cc:5697] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c reported cstate change: term changed from 0 to 1, leader changed from <none> to 46771ab257ed4575a9140bc2446cb51c (127.0.94.67). New cstate: current_term: 1 leader_uuid: "46771ab257ed4575a9140bc2446cb51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } health_report { overall_health: UNKNOWN } } }
14:30:46.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 33f56c9b0e054fbc96996534b55c48eb
14:30:46.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:46.269 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:46.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [4ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: OK, deferred=null) after lookup
14:30:46.270 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:46.272 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] Successfully connected to peer
14:30:46.293 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xf61e1752, L:/127.0.0.1:48532 - R:/127.0.94.67:37397] using TOKEN/null
14:30:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.307530   766 raft_consensus.cc:1275] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Refusing update from remote peer 46771ab257ed4575a9140bc2446cb51c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.308136   908 raft_consensus.cc:1275] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Refusing update from remote peer 46771ab257ed4575a9140bc2446cb51c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:30:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.309340  1132 consensus_queue.cc:1048] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:30:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.310299  1135 consensus_queue.cc:1048] T 0ea2327daeb741d3b70633546bbbff7b P 46771ab257ed4575a9140bc2446cb51c [LEADER]: Connected to new peer: Peer: permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:30:46.534 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=0ea2327daeb741d3b70633546bbbff7b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:30:46.535 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.94.124:38143
14:30:46.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

14:30:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.537204   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 534
14:30:46.568 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.94.124:38143(127.0.94.124:38143)] handling channelInactive
14:30:46.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.124:38143(127.0.94.124:38143)] cleaning up while in state READY due to: connection closed
14:30:46.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:30:46.571 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.94.124:38143
14:30:46.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

14:30:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:46.576387   377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/logs
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/info.pb
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:38143
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38109
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json with env {}
14:30:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.031960  1149 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:30:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.032565  1149 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:30:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.033123  1149 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:30:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.065871  1149 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:30:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.066155  1149 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:30:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.066500  1149 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:30:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.066860  1149 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:30:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.067214  1149 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:30:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.067471  1149 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35115/jwks.json
14:30:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.113181  1149 master_runner.cc:387] Master server non-default flags:
14:30:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:30:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42803
14:30:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:41997,127.0.94.125:39037,127.0.94.124:38143
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:38143
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35115/jwks.json
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/info.pb
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38109
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/logs
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:30:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 14:12:00 UTC on bdcb31816ec0
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16864
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:30:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.114526  1149 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:30:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.116364  1149 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:30:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.129159  1156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.386974   811 heartbeater.cc:646] Failed to heartbeat to 127.0.94.124:38143 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.396663  1093 heartbeater.cc:646] Failed to heartbeat to 127.0.94.124:38143 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.413733   953 heartbeater.cc:646] Failed to heartbeat to 127.0.94.124:38143 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.759625  1167 raft_consensus.cc:493] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a9a4c23cd8594ab497681ae4dffc895b)
14:30:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.769270  1167 raft_consensus.cc:515] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.775363   507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d66025a707cf4965b46e63b430b49b5c" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "6db57219987d478e9d13bb8ea17e3802" is_pre_election: true
14:30:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.776600   507 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d66025a707cf4965b46e63b430b49b5c in term 1.
14:30:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.779737   407 leader_election.cc:304] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6db57219987d478e9d13bb8ea17e3802, d66025a707cf4965b46e63b430b49b5c; no voters: 
14:30:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.785653  1168 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Leader pre-election won for term 2
14:30:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.785728  1166 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a9a4c23cd8594ab497681ae4dffc895b)
14:30:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.786357  1168 raft_consensus.cc:493] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Starting leader election (detected failure of leader a9a4c23cd8594ab497681ae4dffc895b)
14:30:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.786187  1166 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.787004  1168 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 1 FOLLOWER]: Advancing to term 2
14:30:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.789736   431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6db57219987d478e9d13bb8ea17e3802" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "d66025a707cf4965b46e63b430b49b5c" is_pre_election: true
14:30:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.795890  1168 raft_consensus.cc:515] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.797698   431 raft_consensus.cc:2393] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6db57219987d478e9d13bb8ea17e3802 in current term 2: Already voted for candidate d66025a707cf4965b46e63b430b49b5c in this term.
14:30:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.798754  1168 leader_election.cc:290] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [CANDIDATE]: Term 2 election: Requested vote from peers 6db57219987d478e9d13bb8ea17e3802 (127.0.94.125:39037), a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143)
14:30:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.800459  1167 leader_election.cc:290] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6db57219987d478e9d13bb8ea17e3802 (127.0.94.125:39037), a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143)
14:30:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.802894   507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d66025a707cf4965b46e63b430b49b5c" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "6db57219987d478e9d13bb8ea17e3802"
14:30:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.803124  1166 leader_election.cc:290] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d66025a707cf4965b46e63b430b49b5c (127.0.94.126:41997), a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143)
14:30:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.803435   507 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 1 FOLLOWER]: Advancing to term 2
14:30:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.807292   408 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111) [suppressed 13 similar messages]
14:30:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.815384   507 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d66025a707cf4965b46e63b430b49b5c in term 2.
14:30:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.824012   407 leader_election.cc:304] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6db57219987d478e9d13bb8ea17e3802, d66025a707cf4965b46e63b430b49b5c; no voters: 
14:30:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.825047  1167 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 2 FOLLOWER]: Leader election won for term 2
14:30:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.825515  1167 raft_consensus.cc:697] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [term 2 LEADER]: Becoming Leader. State: Replica: d66025a707cf4965b46e63b430b49b5c, State: Running, Role: LEADER
14:30:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.826833   483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111) [suppressed 6 similar messages]
14:30:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.826460  1167 consensus_queue.cc:237] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.836417   408 leader_election.cc:336] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.838428   408 leader_election.cc:336] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.840231   483 leader_election.cc:336] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111)
14:30:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.840906   483 leader_election.cc:304] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6db57219987d478e9d13bb8ea17e3802; no voters: a9a4c23cd8594ab497681ae4dffc895b, d66025a707cf4965b46e63b430b49b5c
14:30:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.841842  1166 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:30:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.848775  1168 sys_catalog.cc:455] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d66025a707cf4965b46e63b430b49b5c. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.849546  1168 sys_catalog.cc:458] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: This master's current role is: LEADER
14:30:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.856515  1174 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:30:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.869738  1174 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=33f56c9b0e054fbc96996534b55c48eb]
14:30:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.879714  1174 tablet_loader.cc:96] loaded metadata for tablet 0ea2327daeb741d3b70633546bbbff7b (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=33f56c9b0e054fbc96996534b55c48eb])
14:30:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.881958  1174 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:30:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.888589  1174 catalog_manager.cc:1295] Loaded cluster ID: c0aff27f106047e0b42a371b5e83da50
14:30:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.888996  1174 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:30:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.895924  1174 catalog_manager.cc:1540] Loading token signing keys...
14:30:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.902362  1174 catalog_manager.cc:6081] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: Loaded TSK: 0
14:30:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:47.904271  1174 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:30:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:48.358660   408 consensus_peers.cc:597] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c -> Peer a9a4c23cd8594ab497681ae4dffc895b (127.0.94.124:38143): Couldn't send request to peer a9a4c23cd8594ab497681ae4dffc895b. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38143: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:30:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.419642   507 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [term 2 FOLLOWER]: Refusing update from remote peer d66025a707cf4965b46e63b430b49b5c: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
14:30:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.422254  1168 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
14:30:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.439780  1181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d66025a707cf4965b46e63b430b49b5c. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.440891  1181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: This master's current role is: FOLLOWER
14:30:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.458146  1168 sys_catalog.cc:455] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.458855  1168 sys_catalog.cc:458] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: This master's current role is: LEADER
14:30:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.134662  1159 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:48.460731  1158 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:30:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.460807  1149 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:30:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:47.132551  1157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:30:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.469295  1181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.470000  1181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6db57219987d478e9d13bb8ea17e3802 [sys.catalog]: This master's current role is: FOLLOWER
14:30:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.470450  1149 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:30:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.474753  1149 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:30:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.476181  1149 hybrid_clock.cc:648] HybridClock initialized: now 1783521048476145 us; error 47 us; skew 500 ppm
14:30:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.477171  1149 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:30:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.484660  1149 webserver.cc:533] Webserver started at http://127.0.94.124:38109/ using document root <none> and password file <none>
14:30:48.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.485720  1149 fs_manager.cc:362] Metadata directory not provided
14:30:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.485934  1149 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:30:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.495126  1149 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.005s	sys 0.000s
14:30:48.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.500573  1191 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:30:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.501883  1149 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.502225  1149 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data,/tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a4c23cd8594ab497681ae4dffc895b"
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:30:36 on dist-test-slave-s4cd"
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.504190  1149 fs_report.cc:389] FS layout report
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/wal
14:30:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/data
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:30:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:30:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.567983  1149 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:30:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.569846  1149 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:30:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.570258  1149 kserver.cc:163] Server-wide thread pool size limit: 3276
14:30:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.709697  1149 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.124:38143
14:30:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.709769  1242 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.124:38143 every 8 connection(s)
14:30:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.713521  1149 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXce9Gd/test-tmp/mini-kudu-cluster14506732606968329760/master-2/data/info.pb
14:30:48.715 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:30:48.716 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.0.94.67:37397
14:30:48.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:30:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.714412   377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu as pid 1149
14:30:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.718253   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 963
14:30:48.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.736083  1243 sys_catalog.cc:263] Verifying existing consensus state
14:30:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.744040  1243 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Bootstrap starting.
14:30:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.802111  1243 log.cc:826] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Log is configured to *not* fsync() on all Append() calls
14:30:48.809 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] handling channelInactive
14:30:48.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state READY due to: connection closed
14:30:48.810 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:30:48.811 [DEBUG - Time-limited test] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:48.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.814 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.819 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.0.94.124:38143(127.0.94.124:38143)] connecting to peer
14:30:48.821 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.0.94.124:38143(127.0.94.124:38143)] Successfully connected to peer
14:30:48.836 [DEBUG - kudu-nio-5] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.0.94.124
14:30:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.836900  1243 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:30:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.837992  1243 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: Bootstrap complete.
14:30:48.864 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x0addec40, L:/127.0.0.1:55356 - R:/127.0.94.124:38143] using SASL/PLAIN
14:30:48.868 [DEBUG - kudu-nio-5] (RemoteTablet.java:167) master-127.0.94.124:38143 was demoted as the leader for Kudu Master
14:30:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.866348  1243 raft_consensus.cc:359] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.869380  1243 raft_consensus.cc:740] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a4c23cd8594ab497681ae4dffc895b, State: Initialized, Role: FOLLOWER
14:30:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.870180  1243 consensus_queue.cc:260] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } }
14:30:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.872617  1249 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.873399  1249 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: FOLLOWER
14:30:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.874054  1243 sys_catalog.cc:565] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: configured and running, proceeding with master startup.
14:30:48.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38143: Catalog manager is not initialized. State: Starting
14:30:48.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:30:48.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29992, elapsed=70), Traces: [0ms] sending RPC to server master-127.0.94.124:38143, [49ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [49ms] received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1406442295(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
14:30:48.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:48.896 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:48.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test)) after lookup
14:30:48.898 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:48.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.902 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.926815  1261 catalog_manager.cc:1295] Loaded cluster ID: c0aff27f106047e0b42a371b5e83da50
14:30:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.927094  1261 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: loading cluster ID for follower catalog manager: success
14:30:48.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:48.936 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:48.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=126), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [87ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [91ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [92ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [125ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810))) after lookup
14:30:48.937 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:48.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.944 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.950692  1261 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: acquiring CA information for follower catalog manager: success
14:30:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.956408  1261 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:30:48.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:48.961663  1218 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [term 1 FOLLOWER]: Advancing to term 2
14:30:48.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:48.964 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:48.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [87ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [91ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [92ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [125ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [127ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [132ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [134ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [153ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494))) after lookup
14:30:48.965 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:48.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:48.967 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:49.011 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:49.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [87ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [91ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [92ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [125ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [127ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [132ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [134ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [153ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [155ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [157ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [157ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [189ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [198ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279))) after lookup
14:30:49.012 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:49.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.016 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.038780  1271 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.039714  1271 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: FOLLOWER
14:30:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.044117  1249 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: SysCatalogTable state changed. Reason: New leader d66025a707cf4965b46e63b430b49b5c. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.044641  1249 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9a4c23cd8594ab497681ae4dffc895b [sys.catalog]: This master's current role is: FOLLOWER
14:30:49.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:49.143 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:49.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=333), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [87ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [91ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [92ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [125ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [127ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [132ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [134ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [153ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [155ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [157ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [157ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [189ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [198ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [202ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [206ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [206ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [328ms] refreshing cache from master, [328ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [332ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279) -> (continuation of Deferred@1022955302 after retry RPC@709953030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279) -> (continuation of Deferred@1022955302 after retry RPC@709953030))) after lookup
14:30:49.145 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:49.146 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.146 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.146 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.402410  1168 sys_catalog.cc:455] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "d66025a707cf4965b46e63b430b49b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d66025a707cf4965b46e63b430b49b5c" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 41997 } } peers { permanent_uuid: "6db57219987d478e9d13bb8ea17e3802" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 39037 } } peers { permanent_uuid: "a9a4c23cd8594ab497681ae4dffc895b" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38143 } } }
14:30:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.403180  1168 sys_catalog.cc:458] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c [sys.catalog]: This master's current role is: LEADER
14:30:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.418443   816 heartbeater.cc:499] Master 127.0.94.126:41997 was elected leader, sending a full tablet report...
14:30:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.434478   811 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38143
14:30:49.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.435264   955 heartbeater.cc:499] Master 127.0.94.126:41997 was elected leader, sending a full tablet report...
14:30:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.441457  1208 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" instance_seqno: 1783521040648008) as {username='slave'} at 127.0.94.65:38677; Asking this server to re-register.
14:30:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.443228   811 heartbeater.cc:461] Registering TS with master...
14:30:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.447755  1208 ts_manager.cc:194] Registered new tserver with Master: f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.448774   953 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38143
14:30:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.451258  1208 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" instance_seqno: 1783521043626160) as {username='slave'} at 127.0.94.66:45665; Asking this server to re-register.
14:30:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.452401   953 heartbeater.cc:461] Registering TS with master...
14:30:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.455149  1208 ts_manager.cc:194] Registered new tserver with Master: 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177)
14:30:49.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:49.623 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177),46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)[L],f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:49.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=813), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [87ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [91ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [92ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [125ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [127ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [132ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [134ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [153ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [155ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [157ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [157ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [189ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [198ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [202ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [206ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [206ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [328ms] refreshing cache from master, [328ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [332ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [334ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [336ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [336ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [808ms] refreshing cache from master, [808ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [812ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279) -> (continuation of Deferred@1022955302 after retry RPC@709953030) -> (continuation of Deferred@1530425913 after retry RPC@2046504558), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279) -> (continuation of Deferred@1022955302 after retry RPC@709953030) -> (continuation of Deferred@1530425913 after retry RPC@2046504558))) after lookup
14:30:49.624 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] connecting to peer
14:30:49.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] cleaning up while in state CONNECTING due to: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.626 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397) for tablet 0ea2327daeb741d3b70633546bbbff7b: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397
14:30:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.993189  1277 raft_consensus.cc:493] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 46771ab257ed4575a9140bc2446cb51c)
14:30:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.993758  1277 raft_consensus.cc:515] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:49.996768  1277 leader_election.cc:290] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397), 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66:45177)
14:30:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:50.001046   699 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111)
14:30:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:50.005947   699 leader_election.cc:336] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397): Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111)
14:30:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.009680   908 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "15577d4e61e64fad85d95d96c275c1d1" is_pre_election: true
14:30:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.010908   699 leader_election.cc:304] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f778cc25d9b14d03b1309b0b198ff9a8; no voters: 15577d4e61e64fad85d95d96c275c1d1, 46771ab257ed4575a9140bc2446cb51c
14:30:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.011569  1277 raft_consensus.cc:2749] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:30:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.041981  1282 raft_consensus.cc:493] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 46771ab257ed4575a9140bc2446cb51c)
14:30:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.042399  1282 raft_consensus.cc:515] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.045478  1282 leader_election.cc:290] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397), f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:50.052475   841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111)
14:30:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:50.057855   841 leader_election.cc:336] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397): Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111)
14:30:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.063028   766 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "15577d4e61e64fad85d95d96c275c1d1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" is_pre_election: true
14:30:50.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.064011   766 raft_consensus.cc:2468] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 15577d4e61e64fad85d95d96c275c1d1 in term 1.
14:30:50.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.065795   844 leader_election.cc:304] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 15577d4e61e64fad85d95d96c275c1d1, f778cc25d9b14d03b1309b0b198ff9a8; no voters: 46771ab257ed4575a9140bc2446cb51c
14:30:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.066660  1282 raft_consensus.cc:2804] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:30:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.066990  1282 raft_consensus.cc:493] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 46771ab257ed4575a9140bc2446cb51c)
14:30:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.067335  1282 raft_consensus.cc:3060] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 1 FOLLOWER]: Advancing to term 2
14:30:50.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.073709  1282 raft_consensus.cc:515] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.075975  1282 leader_election.cc:290] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [CANDIDATE]: Term 2 election: Requested vote from peers 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397), f778cc25d9b14d03b1309b0b198ff9a8 (127.0.94.65:45745)
14:30:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.077304   766 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ea2327daeb741d3b70633546bbbff7b" candidate_uuid: "15577d4e61e64fad85d95d96c275c1d1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f778cc25d9b14d03b1309b0b198ff9a8"
14:30:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.077812   766 raft_consensus.cc:3060] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 1 FOLLOWER]: Advancing to term 2
14:30:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:50.081496   841 leader_election.cc:336] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397): Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111)
14:30:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.083772   766 raft_consensus.cc:2468] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 15577d4e61e64fad85d95d96c275c1d1 in term 2.
14:30:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.084818   844 leader_election.cc:304] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 15577d4e61e64fad85d95d96c275c1d1, f778cc25d9b14d03b1309b0b198ff9a8; no voters: 46771ab257ed4575a9140bc2446cb51c
14:30:50.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.085631  1282 raft_consensus.cc:2804] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 2 FOLLOWER]: Leader election won for term 2
14:30:50.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.087584  1282 raft_consensus.cc:697] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 2 LEADER]: Becoming Leader. State: Replica: 15577d4e61e64fad85d95d96c275c1d1, State: Running, Role: LEADER
14:30:50.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.089161  1282 consensus_queue.cc:237] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } }
14:30:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.102329   422 catalog_manager.cc:5697] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 reported cstate change: term changed from 1 to 2, leader changed from 46771ab257ed4575a9140bc2446cb51c (127.0.94.67) to 15577d4e61e64fad85d95d96c275c1d1 (127.0.94.66). New cstate: current_term: 2 leader_uuid: "15577d4e61e64fad85d95d96c275c1d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46771ab257ed4575a9140bc2446cb51c" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 37397 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "15577d4e61e64fad85d95d96c275c1d1" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 45177 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 } health_report { overall_health: UNKNOWN } } }
14:30:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.585908   766 raft_consensus.cc:1275] T 0ea2327daeb741d3b70633546bbbff7b P f778cc25d9b14d03b1309b0b198ff9a8 [term 2 FOLLOWER]: Refusing update from remote peer 15577d4e61e64fad85d95d96c275c1d1: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
14:30:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:50.587332  1282 consensus_queue.cc:1048] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f778cc25d9b14d03b1309b0b198ff9a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 45745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:30:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:50.622226   841 consensus_peers.cc:597] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 -> Peer 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397): Couldn't send request to peer 46771ab257ed4575a9140bc2446cb51c. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:30:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:52.709108   841 consensus_peers.cc:597] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 -> Peer 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397): Couldn't send request to peer 46771ab257ed4575a9140bc2446cb51c. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:30:53.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ea2327daeb741d3b70633546bbbff7b for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
14:30:53.383 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ea2327daeb741d3b70633546bbbff7b@[15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177)[L],46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397),f778cc25d9b14d03b1309b0b198ff9a8(127.0.94.65:45745)]}]
14:30:53.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=0ea2327daeb741d3b70633546bbbff7b, attempt=14, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=4573), Traces: [0ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [4ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [5ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38143, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [68ms] Sub RPC GetTableLocations: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:41997, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38143, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:39037, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38143: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:39037: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:41997: OK, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [85ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [87ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [91ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [92ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [125ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [127ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [132ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [134ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [153ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [155ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [157ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [157ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [189ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [198ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [202ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [206ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [206ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [328ms] refreshing cache from master, [328ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [332ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [334ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [336ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [336ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [808ms] refreshing cache from master, [808ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [812ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, [814ms] sending RPC to server 46771ab257ed4575a9140bc2446cb51c, [816ms] received response from server 46771ab257ed4575a9140bc2446cb51c: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [816ms] delaying RPC due to: Network error: Failed to connect to peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397): Connection refused: /127.0.94.67:37397, [4568ms] refreshing cache from master, [4568ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.126:41997, [4572ms] Sub RPC GetTableLocations: received response from server master-127.0.94.126:41997: OK, deferred=Deferred@1657629539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f641836e040@440142ec -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279) -> (continuation of Deferred@1022955302 after retry RPC@709953030) -> (continuation of Deferred@1530425913 after retry RPC@2046504558) -> (continuation of Deferred@935000433 after retry RPC@387070390), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33fb6478 -> wakeup thread Time-limited test -> (continuation of Deferred@1406442295 after retry RPC@934656810) -> (continuation of Deferred@713991064 after retry RPC@1401690494) -> (continuation of Deferred@1601616513 after retry RPC@1090181279) -> (continuation of Deferred@1022955302 after retry RPC@709953030) -> (continuation of Deferred@1530425913 after retry RPC@2046504558) -> (continuation of Deferred@935000433 after retry RPC@387070390))) after lookup
14:30:53.385 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177)] connecting to peer
14:30:53.386 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177)] Successfully connected to peer
14:30:53.417 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x9be12e23, L:/127.0.0.1:55998 - R:/127.0.94.66:45177] using TOKEN/null
14:30:53.596 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=0ea2327daeb741d3b70633546bbbff7b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.598738   422 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:51994:
14:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
14:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.599471   422 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:51994:
14:30:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
14:30:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.626617   422 catalog_manager.cc:5984] T 00000000000000000000000000000000 P d66025a707cf4965b46e63b430b49b5c: Sending DeleteTablet for 3 replicas of tablet 0ea2327daeb741d3b70633546bbbff7b
14:30:53.652 [DEBUG - main] (Connection.java:575) [peer 46771ab257ed4575a9140bc2446cb51c(127.0.94.67:37397)] disconnecting while in state TERMINATED
14:30:53.652 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.126:41997(127.0.94.126:41997)] disconnecting while in state READY
14:30:53.652 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.125:39037(127.0.94.125:39037)] disconnecting while in state READY
14:30:53.652 [DEBUG - main] (Connection.java:575) [peer 15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177)] disconnecting while in state READY
14:30:53.653 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.124:38143(127.0.94.124:38143)] disconnecting while in state READY
14:30:53.654 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.94.125:39037(127.0.94.125:39037)] handling channelInactive
14:30:53.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:39037(127.0.94.125:39037)] cleaning up while in state READY due to: connection closed
14:30:53.655 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177)] handling channelInactive
14:30:53.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 15577d4e61e64fad85d95d96c275c1d1(127.0.94.66:45177)] cleaning up while in state READY due to: connection closed
14:30:53.656 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.0.94.124:38143(127.0.94.124:38143)] handling channelInactive
14:30:53.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.124:38143(127.0.94.124:38143)] cleaning up while in state READY due to: connection closed
14:30:53.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:30:53.661 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.94.126:41997(127.0.94.126:41997)] handling channelInactive
14:30:53.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.126:41997(127.0.94.126:41997)] cleaning up while in state READY due to: connection closed
14:30:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.663481   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 658
14:30:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:53.667253   406 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111) [suppressed 2 similar messages]
14:30:53.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:53.689430   406 catalog_manager.cc:4755] TS 46771ab257ed4575a9140bc2446cb51c (127.0.94.67:37397): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 0ea2327daeb741d3b70633546bbbff7b: Network error: Client connection negotiation failed: client connection to 127.0.94.67:37397: connect: Connection refused (error 111)
14:30:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.689658   888 tablet_service.cc:1558] Processing DeleteTablet for tablet 0ea2327daeb741d3b70633546bbbff7b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 14:30:53 UTC) from {username='slave'} at 127.0.0.1:56006
14:30:53.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.700305  1338 tablet_replica.cc:333] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: stopping tablet replica
14:30:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.701226  1338 raft_consensus.cc:2243] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 2 LEADER]: Raft consensus shutting down.
14:30:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.702934  1338 raft_consensus.cc:2272] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1 [term 2 FOLLOWER]: Raft consensus is shut down!
14:30:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:53.717868   406 connection.cc:573] server connection from 127.0.94.65:57215 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:30:53.722291  1333 negotiation.cc:336] Failed RPC negotiation. Trace:
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:30:53.718530 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.0.94.65:45745 (local address 127.0.0.1:50762)
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:30:53.719478 (+   948us) negotiation.cc:107] Waiting for socket to connect
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:30:53.719523 (+    45us) client_negotiation.cc:175] Beginning negotiation
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:30:53.719775 (+   252us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:30:53.721175 (+  1400us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.0.94.65:45745: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":328}
14:30:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.723258  1338 ts_tablet_manager.cc:1916] T 0ea2327daeb741d3b70633546bbbff7b P 15577d4e61e64fad85d95d96c275c1d1: Deleting tablet data with delete state TABLET_DATA_DELETED
14:30:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.730232   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 815
14:30:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.760479   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 389
14:30:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.791124   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 459
14:30:53.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:30:53.818568   377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXce9Gd/build/tsan/bin/kudu with pid 1149
14:30:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:30:54Z chronyd exiting

Time: 51.637

OK (2 tests)

