JUnit version 4.13.2
.23:59:03.442 [INFO - main] (RandomUtils.java:49) Using random seed: 1783468743437
23:59:03.482 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:59:03.536 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:59:03.544 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskgQuXou/test-tmp
23:59:03.547 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
23:59:03.551 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskgQuXou/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
23:59:03.803 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:59:03.951 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:59:03.952 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:59:03.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:03.954504  3235 mini_oidc.cc:152] Starting JWKS server
23:59:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:03.957365  3235 webserver.cc:460] Webserver started at http://127.0.0.1:44371/ using document root <none> and password file <none>
23:59:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:03.957619  3235 mini_oidc.cc:189] Starting OIDC Discovery server
23:59:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:03.958256  3235 webserver.cc:460] Webserver started at http://127.0.0.1:36771/ using document root <none> and password file <none>
23:59:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:59:03.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:03Z Disabled control of system clock
23:59:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:03.985605  3235 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal
23:59:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data
23:59:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/logs
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data/info.pb
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.254:35559
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.254
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44371/jwks.json with env {}
23:59:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.296236  3246 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.296553  3246 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.296636  3246 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.304298  3246 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.304414  3246 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.304458  3246 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.304503  3246 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.304539  3246 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.304585  3246 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44371/jwks.json
23:59:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.314193  3246 master_runner.cc:386] Master server non-default flags:
23:59:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.254:35559
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44371/jwks.json
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data/info.pb
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.254
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/logs
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.315771  3246 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.318032  3246 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.330431  3254 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.330407  3252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.331152  3246 server_base.cc:1034] running on GCE node
23:59:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.330459  3251 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.332168  3246 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.333684  3246 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.334908  3246 hybrid_clock.cc:648] HybridClock initialized: now 1783468744334826 us; error 51 us; skew 500 ppm
23:59:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.335278  3246 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.337464  3246 webserver.cc:460] Webserver started at http://127.3.40.254:35371/ using document root <none> and password file <none>
23:59:04.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.338165  3246 fs_manager.cc:359] Metadata directory not provided
23:59:04.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.338282  3246 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:04.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.338625  3246 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.341223  3246 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data/instance:
23:59:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42c67135252d48539cdf3d4bc23ac92d"
23:59:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:04 on dist-test-slave-6msd"
23:59:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.342111  3246 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal/instance:
23:59:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42c67135252d48539cdf3d4bc23ac92d"
23:59:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:04 on dist-test-slave-6msd"
23:59:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.347054  3246 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
23:59:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.350319  3260 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:04.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.351562  3246 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:59:04.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.351716  3246 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal
23:59:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42c67135252d48539cdf3d4bc23ac92d"
23:59:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:04 on dist-test-slave-6msd"
23:59:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.351938  3246 fs_report.cc:383] FS layout report
23:59:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal
23:59:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal
23:59:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data/data
23:59:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:04.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.377081  3246 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.378085  3246 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.378404  3246 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.395184  3246 rpc_server.cc:307] RPC server started. Bound to: 127.3.40.254:35559
23:59:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.395215  3311 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.40.254:35559 every 8 connection(s)
23:59:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.396677  3246 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/data/info.pb
23:59:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.400628  3312 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.401305  3235 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 3246
23:59:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.401562  3235 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-0/wal/instance
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.404392  3235 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/logs
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data/info.pb
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.253:32941
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.253
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44371/jwks.json with env {}
23:59:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.409078  3312 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } has no permanent_uuid. Determining permanent_uuid...
23:59:04.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.427549  3312 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } has no permanent_uuid. Determining permanent_uuid...
23:59:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.428932  3261 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.40.253:32941: connect: Connection refused (error 111)
23:59:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.430572  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.253:32941: Network error: Client connection negotiation failed: client connection to 127.3.40.253:32941: connect: Connection refused (error 111)
23:59:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.479918  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } attempt: 1
23:59:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.482021  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.253:32941: Network error: Client connection negotiation failed: client connection to 127.3.40.253:32941: connect: Connection refused (error 111)
23:59:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.550316  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } attempt: 2
23:59:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.552407  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.253:32941: Network error: Client connection negotiation failed: client connection to 127.3.40.253:32941: connect: Connection refused (error 111)
23:59:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.643683  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } attempt: 3
23:59:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.646041  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.253:32941: Network error: Client connection negotiation failed: client connection to 127.3.40.253:32941: connect: Connection refused (error 111)
23:59:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.723378  3314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.723696  3314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.723814  3314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:04.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.731364  3314 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:04.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.731491  3314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.731557  3314 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.731621  3314 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.731670  3314 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.731736  3314 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44371/jwks.json
23:59:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.741108  3314 master_runner.cc:386] Master server non-default flags:
23:59:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.253:32941
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44371/jwks.json
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data/info.pb
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.253
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/logs
23:59:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.742934  3314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.745527  3314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.757229  3322 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.757203  3325 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.757144  3323 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.757894  3314 server_base.cc:1034] running on GCE node
23:59:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.759093  3314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.760598  3314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.761804  3314 hybrid_clock.cc:648] HybridClock initialized: now 1783468744761710 us; error 69 us; skew 500 ppm
23:59:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.762130  3314 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.764549  3314 webserver.cc:460] Webserver started at http://127.3.40.253:43945/ using document root <none> and password file <none>
23:59:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.765287  3314 fs_manager.cc:359] Metadata directory not provided
23:59:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.765391  3314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.765702  3314 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:04.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.768497  3314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data/instance:
23:59:04.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2"
23:59:04.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:04 on dist-test-slave-6msd"
23:59:04.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.769312  3314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal/instance:
23:59:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2"
23:59:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:04 on dist-test-slave-6msd"
23:59:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.775130  3314 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
23:59:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.778987  3331 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.780555  3314 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.780800  3314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2"
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:04 on dist-test-slave-6msd"
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.781054  3314 fs_report.cc:383] FS layout report
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data/data
23:59:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.789314  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } attempt: 4
23:59:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.791352  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.253:32941: Network error: Client connection negotiation failed: client connection to 127.3.40.253:32941: connect: Connection refused (error 111)
23:59:04.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.798158  3314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.799062  3314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.799332  3314 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:04.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.816380  3314 rpc_server.cc:307] RPC server started. Bound to: 127.3.40.253:32941
23:59:04.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.816399  3382 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.40.253:32941 every 8 connection(s)
23:59:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.817938  3314 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/data/info.pb
23:59:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.818907  3235 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 3314
23:59:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.819074  3235 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-1/wal/instance
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.820302  3235 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/logs
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data/info.pb
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.252:33767
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.252
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44371/jwks.json with env {}
23:59:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.822888  3383 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.831561  3383 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } has no permanent_uuid. Determining permanent_uuid...
23:59:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.850023  3383 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } has no permanent_uuid. Determining permanent_uuid...
23:59:04.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.860383  3383 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } has no permanent_uuid. Determining permanent_uuid...
23:59:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.861845  3333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.863722  3383 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.913098  3383 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 1
23:59:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.915236  3383 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.983480  3383 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 2
23:59:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.985415  3383 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.076738  3383 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 3
23:59:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.078996  3383 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.090611  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } attempt: 5
23:59:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.098987  3312 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } has no permanent_uuid. Determining permanent_uuid...
23:59:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.101460  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.152747  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 1
23:59:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.154681  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.155469  3385 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.155769  3385 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.155889  3385 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.163692  3385 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.163836  3385 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.163895  3385 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.163964  3385 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.164012  3385 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.164076  3385 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44371/jwks.json
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.173657  3385 master_runner.cc:386] Master server non-default flags:
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.252:33767
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44371/jwks.json
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data/info.pb
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.252
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/logs
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.175271  3385 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.177786  3385 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:05.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.190600  3394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:05.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.190575  3396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:05.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.190646  3393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:05.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.191363  3385 server_base.cc:1034] running on GCE node
23:59:05.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.192303  3385 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.193934  3385 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.195398  3385 hybrid_clock.cc:648] HybridClock initialized: now 1783468745195276 us; error 102 us; skew 500 ppm
23:59:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.195794  3385 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:05.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.198357  3385 webserver.cc:460] Webserver started at http://127.3.40.252:38793/ using document root <none> and password file <none>
23:59:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.199059  3385 fs_manager.cc:359] Metadata directory not provided
23:59:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.199179  3385 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.199534  3385 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.202316  3385 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data/instance:
23:59:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bde56380e2c64adf92401a22b002aa77"
23:59:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:05 on dist-test-slave-6msd"
23:59:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.203161  3385 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal/instance:
23:59:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bde56380e2c64adf92401a22b002aa77"
23:59:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:05 on dist-test-slave-6msd"
23:59:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.208535  3385 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
23:59:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.212141  3402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.213541  3385 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.213734  3385 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bde56380e2c64adf92401a22b002aa77"
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:05 on dist-test-slave-6msd"
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.213959  3385 fs_report.cc:383] FS layout report
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data/data
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:05.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.222939  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 2
23:59:05.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.223037  3383 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 4
23:59:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.224965  3383 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.224959  3312 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.243817  3385 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.244645  3385 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.244892  3385 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.261544  3385 rpc_server.cc:307] RPC server started. Bound to: 127.3.40.252:33767
23:59:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.261595  3453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.40.252:33767 every 8 connection(s)
23:59:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.262862  3385 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/data/info.pb
23:59:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.266726  3454 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.267561  3235 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 3385
23:59:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.267678  3235 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/master-2/wal/instance
23:59:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.274195  3454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } has no permanent_uuid. Determining permanent_uuid...
23:59:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.289472  3454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } has no permanent_uuid. Determining permanent_uuid...
23:59:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.297049  3454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } has no permanent_uuid. Determining permanent_uuid...
23:59:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.307309  3454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: Bootstrap starting.
23:59:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.310781  3454 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: Neither blocks nor log segments found. Creating new log.
23:59:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.311880  3454 log.cc:824] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: Log is configured to *not* fsync() on all Append() calls
23:59:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.314517  3454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: No bootstrap required, opened a new log
23:59:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.322283  3454 raft_consensus.cc:348] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.322736  3454 raft_consensus.cc:374] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.322830  3454 raft_consensus.cc:729] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bde56380e2c64adf92401a22b002aa77, State: Initialized, Role: FOLLOWER
23:59:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.323407  3454 consensus_queue.cc:260] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.324287  3461 sys_catalog.cc:455] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.324627  3461 sys_catalog.cc:458] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.325842  3454 sys_catalog.cc:564] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: configured and running, proceeding with master startup.
23:59:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.331167  3312 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 3
23:59:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.338089  3472 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:59:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.338647  3472 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.333735  3385 master_runner.cc:186] Error getting master registration for 127.3.40.254:35559: OK, instance_id { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" instance_seqno: 1783468744390452 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.344506  3385 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.345728  3312 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: Bootstrap starting.
23:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.349936  3312 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: Neither blocks nor log segments found. Creating new log.
23:59:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.351749  3312 log.cc:824] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: Log is configured to *not* fsync() on all Append() calls
23:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.354918  3312 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: No bootstrap required, opened a new log
23:59:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.362840  3312 raft_consensus.cc:348] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.363142  3312 raft_consensus.cc:374] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.363217  3312 raft_consensus.cc:729] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42c67135252d48539cdf3d4bc23ac92d, State: Initialized, Role: FOLLOWER
23:59:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.363806  3312 consensus_queue.cc:260] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.364665  3475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.365048  3475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.366181  3312 sys_catalog.cc:564] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: configured and running, proceeding with master startup.
23:59:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.378069  3487 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:59:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.378587  3487 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:59:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.381227  3266 tablet.cc:2369] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.376492  3246 master_runner.cc:186] Error getting master registration for 127.3.40.253:32941: OK, instance_id { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" instance_seqno: 1783468744811501 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:59:05.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.385166  3246 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:59:05.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.492892  3461 raft_consensus.cc:482] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:05.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.493232  3461 raft_consensus.cc:504] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.494925  3461 leader_election.cc:288] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42c67135252d48539cdf3d4bc23ac92d (127.3.40.254:35559), f97bfdbde5bd4d3dbb9340abc0322fa2 (127.3.40.253:32941)
23:59:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.495610  3287 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bde56380e2c64adf92401a22b002aa77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42c67135252d48539cdf3d4bc23ac92d" is_pre_election: true
23:59:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.496199  3287 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bde56380e2c64adf92401a22b002aa77 in term 0.
23:59:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.496831  3406 leader_election.cc:302] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d, bde56380e2c64adf92401a22b002aa77; no voters: 
23:59:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:05.496971  3408 tablet.cc:2369] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.497273  3461 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:59:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.497434  3461 raft_consensus.cc:482] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:59:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.497526  3461 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 0 FOLLOWER]: Advancing to term 1
23:59:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.500568  3461 raft_consensus.cc:504] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.501745  3287 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bde56380e2c64adf92401a22b002aa77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42c67135252d48539cdf3d4bc23ac92d"
23:59:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.501829  3461 leader_election.cc:288] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [CANDIDATE]: Term 1 election: Requested vote from peers 42c67135252d48539cdf3d4bc23ac92d (127.3.40.254:35559), f97bfdbde5bd4d3dbb9340abc0322fa2 (127.3.40.253:32941)
23:59:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.501955  3287 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 0 FOLLOWER]: Advancing to term 1
23:59:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.505188  3287 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bde56380e2c64adf92401a22b002aa77 in term 1.
23:59:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.505689  3406 leader_election.cc:302] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d, bde56380e2c64adf92401a22b002aa77; no voters: 
23:59:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.506162  3461 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 1 FOLLOWER]: Leader election won for term 1
23:59:05.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.514878  3461 raft_consensus.cc:686] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [term 1 LEADER]: Becoming Leader. State: Replica: bde56380e2c64adf92401a22b002aa77, State: Running, Role: LEADER
23:59:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.515738  3461 consensus_queue.cc:237] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.524112  3383 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } attempt: 5
23:59:05.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.526525  3489 sys_catalog.cc:455] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bde56380e2c64adf92401a22b002aa77. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.526968  3489 sys_catalog.cc:458] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: This master's current role is: LEADER
23:59:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.534886  3491 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:59:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.538619  3383 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: Bootstrap starting.
23:59:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.539258  3491 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:59:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.542948  3383 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: Neither blocks nor log segments found. Creating new log.
23:59:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.544528  3383 log.cc:824] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: Log is configured to *not* fsync() on all Append() calls
23:59:05.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.554289  3383 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: No bootstrap required, opened a new log
23:59:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.567232  3287 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Refusing update from remote peer bde56380e2c64adf92401a22b002aa77: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.567039  3383 raft_consensus.cc:348] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.567534  3383 raft_consensus.cc:374] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.567698  3383 raft_consensus.cc:729] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f97bfdbde5bd4d3dbb9340abc0322fa2, State: Initialized, Role: FOLLOWER
23:59:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.569725  3489 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.574463  3383 consensus_queue.cc:260] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.584690  3495 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.587149  3358 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bde56380e2c64adf92401a22b002aa77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" is_pre_election: true
23:59:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.587132  3383 sys_catalog.cc:564] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: configured and running, proceeding with master startup.
23:59:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.587607  3356 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 0 FOLLOWER]: Advancing to term 1
23:59:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.587795  3357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bde56380e2c64adf92401a22b002aa77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2"
23:59:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.594787  3356 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Refusing update from remote peer bde56380e2c64adf92401a22b002aa77: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.595535  3475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: SysCatalogTable state changed. Reason: New leader bde56380e2c64adf92401a22b002aa77. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.595856  3475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.596218  3489 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.600762  3495 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.617726  3494 mvcc.cc:205] Tried to move back new op lower bound from 7305087981814087680 to 7305087981637001216. Current Snapshot: MvccSnapshot[applied={T|T < 7305087981814087680}]
23:59:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.632977  3461 sys_catalog.cc:455] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.633358  3461 sys_catalog.cc:458] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: This master's current role is: LEADER
23:59:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.637216  3475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.637594  3475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.639916  3491 catalog_manager.cc:1347] Generated new cluster ID: 2fa4cea91de04bdc9e094a825a3c5d04
23:59:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.640058  3491 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:59:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.655645  3495 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bde56380e2c64adf92401a22b002aa77. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.655839  3489 sys_catalog.cc:455] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.656004  3495 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.656132  3489 sys_catalog.cc:458] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77 [sys.catalog]: This master's current role is: LEADER
23:59:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.664891  3500 mvcc.cc:205] Tried to move back new op lower bound from 7305087981814087680 to 7305087981637001216. Current Snapshot: MvccSnapshot[applied={T|T < 7305087981814087680}]
23:59:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.675904  3495 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bde56380e2c64adf92401a22b002aa77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.676209  3495 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: This master's current role is: FOLLOWER
23:59:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.688678  3513 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:59:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.733224  3491 catalog_manager.cc:1370] Generated new certificate authority record
23:59:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.735240  3491 catalog_manager.cc:1504] Loading token signing keys...
23:59:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.750830  3491 catalog_manager.cc:5868] T 00000000000000000000000000000000 P bde56380e2c64adf92401a22b002aa77: Generated new TSK 0
23:59:05.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.752086  3491 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:05.785212  3235 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/logs
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data/info.pb
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.193:0
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.40.193
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.193
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.140481  3515 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.140776  3515 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.140857  3515 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.148171  3515 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.148350  3515 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.40.193
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.157812  3515 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.193:0
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data/info.pb
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.193
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.40.193
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/logs
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.159150  3515 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.160900  3515 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.174209  3520 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.174266  3523 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.174290  3521 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.175267  3515 server_base.cc:1034] running on GCE node
23:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.175881  3515 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.176939  3515 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.178205  3515 hybrid_clock.cc:648] HybridClock initialized: now 1783468746178109 us; error 53 us; skew 500 ppm
23:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.178570  3515 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.181440  3515 webserver.cc:460] Webserver started at http://127.3.40.193:33775/ using document root <none> and password file <none>
23:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.182343  3515 fs_manager.cc:359] Metadata directory not provided
23:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.182482  3515 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.182822  3515 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.186437  3515 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data/instance:
23:59:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad1d3292e5da443ba7196f78514bcbb5"
23:59:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:06 on dist-test-slave-6msd"
23:59:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.187386  3515 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal/instance:
23:59:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad1d3292e5da443ba7196f78514bcbb5"
23:59:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:06 on dist-test-slave-6msd"
23:59:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.193748  3515 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.004s
23:59:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.196967  3529 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.198397  3515 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:59:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.198529  3515 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal
23:59:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad1d3292e5da443ba7196f78514bcbb5"
23:59:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:06 on dist-test-slave-6msd"
23:59:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.198695  3515 fs_report.cc:383] FS layout report
23:59:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data/data
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.215286  3515 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.216147  3515 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.216399  3515 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.217433  3515 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:59:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.219123  3515 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:59:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.219201  3515 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:59:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.219285  3515 ts_tablet_manager.cc:610] Registered 0 tablets
23:59:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.219321  3515 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:06.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.250875  3515 rpc_server.cc:307] RPC server started. Bound to: 127.3.40.193:37813
23:59:06.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.250960  3641 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.40.193:37813 every 8 connection(s)
23:59:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.252154  3515 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/data/info.pb
23:59:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.257961  3235 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 3515
23:59:06.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.258184  3235 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal/instance
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.265836  3235 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/logs
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data/info.pb
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.194:0
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.40.194
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.194
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.290364  3644 heartbeater.cc:347] Connected to a master server at 127.3.40.253:32941
23:59:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.290398  3642 heartbeater.cc:347] Connected to a master server at 127.3.40.252:33767
23:59:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.290769  3642 heartbeater.cc:464] Registering TS with master...
23:59:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.291209  3643 heartbeater.cc:347] Connected to a master server at 127.3.40.254:35559
23:59:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.291338  3643 heartbeater.cc:464] Registering TS with master...
23:59:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.290774  3644 heartbeater.cc:464] Registering TS with master...
23:59:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.291941  3642 heartbeater.cc:511] Master 127.3.40.252:33767 requested a full tablet report, sending...
23:59:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.291970  3643 heartbeater.cc:511] Master 127.3.40.254:35559 requested a full tablet report, sending...
23:59:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.292344  3644 heartbeater.cc:511] Master 127.3.40.253:32941 requested a full tablet report, sending...
23:59:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.294481  3348 ts_manager.cc:194] Registered new tserver with Master: ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.294569  3419 ts_manager.cc:194] Registered new tserver with Master: ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.294569  3277 ts_manager.cc:194] Registered new tserver with Master: ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:06.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.296394  3419 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.40.193:53947
23:59:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.381197  3487 catalog_manager.cc:1259] Loaded cluster ID: 2fa4cea91de04bdc9e094a825a3c5d04
23:59:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.381318  3487 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: loading cluster ID for follower catalog manager: success
23:59:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.385018  3487 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: acquiring CA information for follower catalog manager: success
23:59:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.387473  3487 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:59:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.604417  3652 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.604693  3652 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.604773  3652 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.611892  3652 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.612066  3652 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.40.194
23:59:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.621182  3652 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.194:0
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data/info.pb
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.194
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.40.194
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/logs
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.622504  3652 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.624209  3652 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.637465  3658 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.637507  3661 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:06.637531  3659 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.638664  3652 server_base.cc:1034] running on GCE node
23:59:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.639294  3652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.640233  3652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.641467  3652 hybrid_clock.cc:648] HybridClock initialized: now 1783468746641391 us; error 45 us; skew 500 ppm
23:59:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.641841  3652 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:06.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.644124  3652 webserver.cc:460] Webserver started at http://127.3.40.194:46617/ using document root <none> and password file <none>
23:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.644860  3652 fs_manager.cc:359] Metadata directory not provided
23:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.644989  3652 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.645370  3652 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.648141  3652 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data/instance:
23:59:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ce92366f4cc4855a71554e3112db829"
23:59:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:06 on dist-test-slave-6msd"
23:59:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.649029  3652 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal/instance:
23:59:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ce92366f4cc4855a71554e3112db829"
23:59:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:06 on dist-test-slave-6msd"
23:59:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.654299  3652 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.008s	sys 0.000s
23:59:06.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.657845  3667 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.659265  3652 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
23:59:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.659432  3652 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ce92366f4cc4855a71554e3112db829"
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:06 on dist-test-slave-6msd"
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.659667  3652 fs_report.cc:383] FS layout report
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data/data
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.693661  3652 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:06.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.694373  3513 catalog_manager.cc:1259] Loaded cluster ID: 2fa4cea91de04bdc9e094a825a3c5d04
23:59:06.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.694491  3513 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: loading cluster ID for follower catalog manager: success
23:59:06.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.694599  3652 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:06.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.694922  3652 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:06.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.695983  3652 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:59:06.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.697610  3652 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:59:06.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.697697  3652 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:59:06.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.697816  3652 ts_tablet_manager.cc:610] Registered 0 tablets
23:59:06.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.697872  3652 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.699535  3513 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: acquiring CA information for follower catalog manager: success
23:59:06.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.702412  3513 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:59:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.738626  3652 rpc_server.cc:307] RPC server started. Bound to: 127.3.40.194:44701
23:59:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.738660  3780 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.40.194:44701 every 8 connection(s)
23:59:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.739888  3652 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/data/info.pb
23:59:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.740872  3235 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 3652
23:59:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.741014  3235 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-1/wal/instance
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.748013  3235 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/logs
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data/info.pb
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.195:0
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.40.195
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.195
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.779989  3781 heartbeater.cc:347] Connected to a master server at 127.3.40.252:33767
23:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.780345  3781 heartbeater.cc:464] Registering TS with master...
23:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.781276  3781 heartbeater.cc:511] Master 127.3.40.252:33767 requested a full tablet report, sending...
23:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.782536  3782 heartbeater.cc:347] Connected to a master server at 127.3.40.254:35559
23:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.782658  3782 heartbeater.cc:464] Registering TS with master...
23:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.783062  3782 heartbeater.cc:511] Master 127.3.40.254:35559 requested a full tablet report, sending...
23:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.783260  3419 ts_manager.cc:194] Registered new tserver with Master: 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701)
23:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.784071  3277 ts_manager.cc:194] Registered new tserver with Master: 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701)
23:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.784273  3419 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.40.194:43481
23:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.786933  3783 heartbeater.cc:347] Connected to a master server at 127.3.40.253:32941
23:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.787063  3783 heartbeater.cc:464] Registering TS with master...
23:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.787364  3783 heartbeater.cc:511] Master 127.3.40.253:32941 requested a full tablet report, sending...
23:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:06.788481  3348 ts_manager.cc:194] Registered new tserver with Master: 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701)
23:59:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.112529  3787 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:07.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.112816  3787 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:07.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.112900  3787 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.120316  3787 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.120483  3787 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.40.195
23:59:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.129545  3787 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.40.212:46389
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.40.195:0
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data/info.pb
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.40.195
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.40.254:35559,127.3.40.253:32941,127.3.40.252:33767
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.40.195
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/logs
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.130844  3787 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:07.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.132524  3787 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.145334  3793 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.145259  3794 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.145287  3796 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.146131  3787 server_base.cc:1034] running on GCE node
23:59:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.146733  3787 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.147635  3787 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:07.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.148851  3787 hybrid_clock.cc:648] HybridClock initialized: now 1783468747148778 us; error 47 us; skew 500 ppm
23:59:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.149166  3787 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:07.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.151537  3787 webserver.cc:460] Webserver started at http://127.3.40.195:34717/ using document root <none> and password file <none>
23:59:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.152209  3787 fs_manager.cc:359] Metadata directory not provided
23:59:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.152339  3787 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.152635  3787 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:07.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.155285  3787 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data/instance:
23:59:07.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "928d8fd0966c4fa397f916cf55add3c8"
23:59:07.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:07 on dist-test-slave-6msd"
23:59:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.156073  3787 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal/instance:
23:59:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "928d8fd0966c4fa397f916cf55add3c8"
23:59:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:07 on dist-test-slave-6msd"
23:59:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.161221  3787 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.000s	sys 0.007s
23:59:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.164669  3802 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.166172  3787 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.166329  3787 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "928d8fd0966c4fa397f916cf55add3c8"
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:07 on dist-test-slave-6msd"
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.166529  3787 fs_report.cc:383] FS layout report
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data/data
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.179956  3787 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.180713  3787 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.180948  3787 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.181855  3787 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:59:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.183300  3787 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:59:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.183370  3787 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:59:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.183465  3787 ts_tablet_manager.cc:610] Registered 0 tablets
23:59:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.183499  3787 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.211256  3787 rpc_server.cc:307] RPC server started. Bound to: 127.3.40.195:43773
23:59:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.211295  3914 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.40.195:43773 every 8 connection(s)
23:59:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.212534  3787 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/data/info.pb
23:59:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.214795  3235 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 3787
23:59:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.215301  3235 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal/instance
23:59:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.239202  3915 heartbeater.cc:347] Connected to a master server at 127.3.40.252:33767
23:59:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.239521  3915 heartbeater.cc:464] Registering TS with master...
23:59:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.239711  3916 heartbeater.cc:347] Connected to a master server at 127.3.40.254:35559
23:59:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.239827  3916 heartbeater.cc:464] Registering TS with master...
23:59:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.240412  3917 heartbeater.cc:347] Connected to a master server at 127.3.40.253:32941
23:59:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.240479  3915 heartbeater.cc:511] Master 127.3.40.252:33767 requested a full tablet report, sending...
23:59:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.240502  3916 heartbeater.cc:511] Master 127.3.40.254:35559 requested a full tablet report, sending...
23:59:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.240548  3917 heartbeater.cc:464] Registering TS with master...
23:59:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.240972  3917 heartbeater.cc:511] Master 127.3.40.253:32941 requested a full tablet report, sending...
23:59:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.242051  3419 ts_manager.cc:194] Registered new tserver with Master: 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.242503  3348 ts_manager.cc:194] Registered new tserver with Master: 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.243054  3419 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.40.195:46787
23:59:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.243845  3277 ts_manager.cc:194] Registered new tserver with Master: 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.258662  3235 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
23:59:07.260 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:59:07.261 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:59:07.271 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.40.254"
      port: 35559
    }
    bound_http_address {
      host: "127.3.40.254"
      port: 35371
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.40.253"
      port: 32941
    }
    bound_http_address {
      host: "127.3.40.253"
      port: 43945
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.40.252"
      port: 33767
    }
    bound_http_address {
      host: "127.3.40.252"
      port: 38793
    }
  }
}

23:59:07.277 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:59:07.280 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.40.193"
      port: 37813
    }
    bound_http_address {
      host: "127.3.40.193"
      port: 33775
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.40.194"
      port: 44701
    }
    bound_http_address {
      host: "127.3.40.194"
      port: 46617
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.40.195"
      port: 43773
    }
    bound_http_address {
      host: "127.3.40.195"
      port: 34717
    }
  }
}

23:59:07.280 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:59:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.299055  3642 heartbeater.cc:503] Master 127.3.40.252:33767 was elected leader, sending a full tablet report...
23:59:07.456 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:59:07.669 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.40.253:32941(127.3.40.253:32941)] connecting to peer
23:59:07.731 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.40.254:35559(127.3.40.254:35559)] connecting to peer
23:59:07.733 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:07.779 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.40.253:32941(127.3.40.253:32941)] Successfully connected to peer
23:59:07.779 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.40.254:35559(127.3.40.254:35559)] Successfully connected to peer
23:59:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.787286  3781 heartbeater.cc:503] Master 127.3.40.252:33767 was elected leader, sending a full tablet report...
23:59:07.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.40.252:33767(127.3.40.252:33767)] Successfully connected to peer
23:59:07.881 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.40.253
23:59:07.881 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.40.254
23:59:07.974 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.40.252
23:59:08.096 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6db6d6f8, L:/127.0.0.1:50548 - R:/127.3.40.253:32941] using SASL/PLAIN
23:59:08.096 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa924ca94, L:/127.0.0.1:47462 - R:/127.3.40.254:35559] using SASL/PLAIN
23:59:08.101 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5dc68e66, L:/127.0.0.1:40144 - R:/127.3.40.252:33767] using SASL/PLAIN
23:59:08.139 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:59:08.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=525), Traces: [0ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [490ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [490ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [494ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: OK, deferred=null) after lookup
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.195724  3419 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40144:
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:59:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.197813  3419 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:59:08.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3191a7d6112c4729bd6883d22147a6ca
23:59:08.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.245260  3915 heartbeater.cc:503] Master 127.3.40.252:33767 was elected leader, sending a full tablet report...
23:59:08.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.258901  3716 tablet_service.cc:1467] Processing CreateTablet for tablet 69a0d05be0394f2ca6784d5e2767365f (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca]), partition=RANGE (key) PARTITION UNBOUNDED
23:59:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.260686  3716 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 69a0d05be0394f2ca6784d5e2767365f. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.263844  3577 tablet_service.cc:1467] Processing CreateTablet for tablet 69a0d05be0394f2ca6784d5e2767365f (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca]), partition=RANGE (key) PARTITION UNBOUNDED
23:59:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.265831  3577 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 69a0d05be0394f2ca6784d5e2767365f. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.274559  3850 tablet_service.cc:1467] Processing CreateTablet for tablet 69a0d05be0394f2ca6784d5e2767365f (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca]), partition=RANGE (key) PARTITION UNBOUNDED
23:59:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.275962  3850 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 69a0d05be0394f2ca6784d5e2767365f. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.281927  3945 tablet_bootstrap.cc:492] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829: Bootstrap starting.
23:59:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.286906  3946 tablet_bootstrap.cc:492] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Bootstrap starting.
23:59:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.288144  3945 tablet_bootstrap.cc:654] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829: Neither blocks nor log segments found. Creating new log.
23:59:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.289641  3945 log.cc:824] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829: Log is configured to *not* fsync() on all Append() calls
23:59:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.291016  3946 tablet_bootstrap.cc:654] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Neither blocks nor log segments found. Creating new log.
23:59:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.292260  3946 log.cc:824] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Log is configured to *not* fsync() on all Append() calls
23:59:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.294859  3945 tablet_bootstrap.cc:492] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829: No bootstrap required, opened a new log
23:59:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.295147  3945 ts_tablet_manager.cc:1397] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829: Time spent bootstrapping tablet: real 0.014s	user 0.008s	sys 0.001s
23:59:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.295585  3946 tablet_bootstrap.cc:492] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: No bootstrap required, opened a new log
23:59:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.295856  3946 ts_tablet_manager.cc:1397] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Time spent bootstrapping tablet: real 0.009s	user 0.000s	sys 0.006s
23:59:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.304392  3949 tablet_bootstrap.cc:492] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Bootstrap starting.
23:59:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.304654  3945 raft_consensus.cc:348] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.305334  3945 raft_consensus.cc:374] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.305445  3945 raft_consensus.cc:729] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ce92366f4cc4855a71554e3112db829, State: Initialized, Role: FOLLOWER
23:59:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.305634  3946 raft_consensus.cc:348] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.306056  3946 raft_consensus.cc:374] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.306146  3946 raft_consensus.cc:729] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad1d3292e5da443ba7196f78514bcbb5, State: Initialized, Role: FOLLOWER
23:59:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.306104  3945 consensus_queue.cc:260] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.306722  3946 consensus_queue.cc:260] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.308030  3945 ts_tablet_manager.cc:1428] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829: Time spent starting tablet: real 0.013s	user 0.007s	sys 0.006s
23:59:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.308468  3949 tablet_bootstrap.cc:654] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Neither blocks nor log segments found. Creating new log.
23:59:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.310307  3949 log.cc:824] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Log is configured to *not* fsync() on all Append() calls
23:59:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.315486  3946 ts_tablet_manager.cc:1428] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Time spent starting tablet: real 0.020s	user 0.017s	sys 0.003s
23:59:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.320438  3949 tablet_bootstrap.cc:492] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: No bootstrap required, opened a new log
23:59:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.320775  3949 ts_tablet_manager.cc:1397] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.002s
23:59:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.327885  3949 raft_consensus.cc:348] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.328308  3949 raft_consensus.cc:374] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.328383  3949 raft_consensus.cc:729] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 928d8fd0966c4fa397f916cf55add3c8, State: Initialized, Role: FOLLOWER
23:59:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.328890  3949 consensus_queue.cc:260] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.331804  3949 ts_tablet_manager.cc:1428] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Time spent starting tablet: real 0.011s	user 0.004s	sys 0.006s
23:59:08.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.363716  3950 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.364053  3950 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.365882  3950 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773), ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.374886  3597 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "3ce92366f4cc4855a71554e3112db829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad1d3292e5da443ba7196f78514bcbb5" is_pre_election: true
23:59:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.375434  3597 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ce92366f4cc4855a71554e3112db829 in term 0.
23:59:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.375835  3870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "3ce92366f4cc4855a71554e3112db829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "928d8fd0966c4fa397f916cf55add3c8" is_pre_election: true
23:59:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.376088  3671 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ce92366f4cc4855a71554e3112db829, ad1d3292e5da443ba7196f78514bcbb5; no voters: 
23:59:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.376381  3870 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ce92366f4cc4855a71554e3112db829 in term 0.
23:59:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.376511  3950 raft_consensus.cc:2781] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:59:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.376684  3950 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:59:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.376786  3950 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 0 FOLLOWER]: Advancing to term 1
23:59:08.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.379079  3950 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.379668  3950 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [CANDIDATE]: Term 1 election: Requested vote from peers 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773), ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.380175  3597 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "3ce92366f4cc4855a71554e3112db829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad1d3292e5da443ba7196f78514bcbb5"
23:59:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.380199  3870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "3ce92366f4cc4855a71554e3112db829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "928d8fd0966c4fa397f916cf55add3c8"
23:59:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.380342  3597 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 0 FOLLOWER]: Advancing to term 1
23:59:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.380429  3870 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 0 FOLLOWER]: Advancing to term 1
23:59:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.382540  3870 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ce92366f4cc4855a71554e3112db829 in term 1.
23:59:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.382609  3597 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ce92366f4cc4855a71554e3112db829 in term 1.
23:59:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.383039  3671 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ce92366f4cc4855a71554e3112db829, ad1d3292e5da443ba7196f78514bcbb5; no voters: 
23:59:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.383348  3950 raft_consensus.cc:2781] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 1 FOLLOWER]: Leader election won for term 1
23:59:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.383788  3950 raft_consensus.cc:686] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [term 1 LEADER]: Becoming Leader. State: Replica: 3ce92366f4cc4855a71554e3112db829, State: Running, Role: LEADER
23:59:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.384346  3950 consensus_queue.cc:237] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.389249  3418 catalog_manager.cc:5495] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ce92366f4cc4855a71554e3112db829 (127.3.40.194). New cstate: current_term: 1 leader_uuid: "3ce92366f4cc4855a71554e3112db829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } health_report { overall_health: UNKNOWN } } }
23:59:08.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3191a7d6112c4729bd6883d22147a6ca
23:59:08.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 69a0d05be0394f2ca6784d5e2767365f for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:59:08.427 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=69a0d05be0394f2ca6784d5e2767365f@[3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)[L],928d8fd0966c4fa397f916cf55add3c8(127.3.40.195:43773),ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)]}]
23:59:08.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.40.252:33767, [8ms] Sub RPC GetTableLocations: received response from server master-127.3.40.252:33767: OK, deferred=null) after lookup
23:59:08.439 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] connecting to peer
23:59:08.441 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] Successfully connected to peer
23:59:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.481739  3918 tablet.cc:2369] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:08.489 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeb5d8c6f, L:/127.0.0.1:44678 - R:/127.3.40.194:44701] using TOKEN/null
23:59:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.498867  3597 raft_consensus.cc:1261] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Refusing update from remote peer 3ce92366f4cc4855a71554e3112db829: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.498867  3870 raft_consensus.cc:1261] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Refusing update from remote peer 3ce92366f4cc4855a71554e3112db829: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.499783  3956 consensus_queue.cc:1035] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [LEADER]: Connected to new peer: Peer: permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.500095  3950 consensus_queue.cc:1035] T 69a0d05be0394f2ca6784d5e2767365f P 3ce92366f4cc4855a71554e3112db829 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.512126  3645 tablet.cc:2369] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:08.661 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=69a0d05be0394f2ca6784d5e2767365f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:08.662 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.40.252:33767
23:59:08.664 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:59:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.664798  3235 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 3385
23:59:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.666277  3449 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:08.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.774434  3235 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 3385
23:59:08.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:08.794 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.40.252:33767(127.3.40.252:33767)] handling channelInactive
23:59:08.794 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.3.40.194:44701
23:59:08.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:59:08.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state READY due to: connection closed
23:59:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.795415  3235 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 3652
23:59:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.807507  3776 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.926570  3235 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 3652
23:59:08.942 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] handling channelInactive
23:59:08.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:08.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] cleaning up while in state READY due to: connection closed
23:59:08.943 [DEBUG - Time-limited test] (Connection.java:748) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] connecting to peer
23:59:08.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701): Connection refused: /127.3.40.194:44701
23:59:08.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701): Connection refused: /127.3.40.194:44701
23:59:08.945 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701) for tablet 69a0d05be0394f2ca6784d5e2767365f: Failed to connect to peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701): Connection refused: /127.3.40.194:44701
23:59:08.957 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:08.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:08.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:08.960 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.3.40.252:33767(127.3.40.252:33767) for tablet Kudu Master: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:08.978 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:08.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:08.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:08.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:08.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:08.997 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.019 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.038 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.078 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.157 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.237 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.498 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.523289  3915 heartbeater.cc:644] Failed to heartbeat to 127.3.40.252:33767 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:09.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.530974  3642 heartbeater.cc:644] Failed to heartbeat to 127.3.40.252:33767 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.895853  3975 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bde56380e2c64adf92401a22b002aa77)
23:59:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.896097  3975 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.896263  3976 raft_consensus.cc:482] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bde56380e2c64adf92401a22b002aa77)
23:59:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.896508  3976 raft_consensus.cc:504] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.897258  3975 leader_election.cc:288] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f97bfdbde5bd4d3dbb9340abc0322fa2 (127.3.40.253:32941), bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767)
23:59:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.897755  3976 leader_election.cc:288] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 42c67135252d48539cdf3d4bc23ac92d (127.3.40.254:35559), bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767)
23:59:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.897866  3357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c67135252d48539cdf3d4bc23ac92d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" is_pre_election: true
23:59:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.898128  3357 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42c67135252d48539cdf3d4bc23ac92d in term 1.
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.898273  3286 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "42c67135252d48539cdf3d4bc23ac92d" is_pre_election: true
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.898500  3286 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f97bfdbde5bd4d3dbb9340abc0322fa2 in term 1.
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.898591  3262 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111) [suppressed 7 similar messages]
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.898845  3261 leader_election.cc:302] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d, f97bfdbde5bd4d3dbb9340abc0322fa2; no voters: 
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.898985  3335 leader_election.cc:302] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d, f97bfdbde5bd4d3dbb9340abc0322fa2; no voters: 
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.899327  3976 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.899441  3976 raft_consensus.cc:482] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bde56380e2c64adf92401a22b002aa77)
23:59:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.899539  3976 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 1 FOLLOWER]: Advancing to term 2
23:59:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.900022  3975 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Leader pre-election won for term 2
23:59:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.900794  3262 leader_election.cc:334] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.900914  3333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111) [suppressed 4 similar messages]
23:59:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.901000  3975 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Starting leader election (detected failure of leader bde56380e2c64adf92401a22b002aa77)
23:59:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.901391  3975 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 1 FOLLOWER]: Advancing to term 2
23:59:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.902559  3333 leader_election.cc:334] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.902619  3976 raft_consensus.cc:504] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:09.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.903416  3976 leader_election.cc:288] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [CANDIDATE]: Term 2 election: Requested vote from peers 42c67135252d48539cdf3d4bc23ac92d (127.3.40.254:35559), bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767)
23:59:09.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.903800  3286 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "42c67135252d48539cdf3d4bc23ac92d"
23:59:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.904330  3975 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.904734  3286 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f97bfdbde5bd4d3dbb9340abc0322fa2 in current term 2: Already voted for candidate 42c67135252d48539cdf3d4bc23ac92d in this term.
23:59:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.905156  3333 leader_election.cc:334] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.905274  3975 leader_election.cc:288] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 2 election: Requested vote from peers f97bfdbde5bd4d3dbb9340abc0322fa2 (127.3.40.253:32941), bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767)
23:59:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.905532  3357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c67135252d48539cdf3d4bc23ac92d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2"
23:59:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.905608  3335 leader_election.cc:302] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f97bfdbde5bd4d3dbb9340abc0322fa2; no voters: 42c67135252d48539cdf3d4bc23ac92d, bde56380e2c64adf92401a22b002aa77
23:59:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.905835  3357 raft_consensus.cc:2379] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 42c67135252d48539cdf3d4bc23ac92d in current term 2: Already voted for candidate f97bfdbde5bd4d3dbb9340abc0322fa2 in this term.
23:59:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.906033  3976 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:59:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.906455  3262 leader_election.cc:334] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.906558  3262 leader_election.cc:302] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d; no voters: bde56380e2c64adf92401a22b002aa77, f97bfdbde5bd4d3dbb9340abc0322fa2
23:59:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.906813  3975 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:59:09.918 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:09.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:09.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.115376  3981 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3ce92366f4cc4855a71554e3112db829)
23:59:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.115602  3981 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.116227  3982 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3ce92366f4cc4855a71554e3112db829)
23:59:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.116384  3982 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.117198  3981 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701), 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.117645  3982 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701), ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:10.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:10.118682  3804 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:10.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:10.119462  3531 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:10.121697  3804 leader_election.cc:334] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:10.122103  3531 leader_election.cc:334] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.127552  3597 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "928d8fd0966c4fa397f916cf55add3c8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ad1d3292e5da443ba7196f78514bcbb5" is_pre_election: true
23:59:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.127790  3597 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 928d8fd0966c4fa397f916cf55add3c8 in term 1.
23:59:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.128279  3806 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 928d8fd0966c4fa397f916cf55add3c8, ad1d3292e5da443ba7196f78514bcbb5; no voters: 3ce92366f4cc4855a71554e3112db829
23:59:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.128288  3870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "ad1d3292e5da443ba7196f78514bcbb5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "928d8fd0966c4fa397f916cf55add3c8" is_pre_election: true
23:59:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.128530  3870 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad1d3292e5da443ba7196f78514bcbb5 in term 1.
23:59:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.128692  3982 raft_consensus.cc:2781] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:59:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.128804  3982 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3ce92366f4cc4855a71554e3112db829)
23:59:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.128995  3531 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 928d8fd0966c4fa397f916cf55add3c8, ad1d3292e5da443ba7196f78514bcbb5; no voters: 3ce92366f4cc4855a71554e3112db829
23:59:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.129348  3981 raft_consensus.cc:2781] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:59:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.129465  3981 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3ce92366f4cc4855a71554e3112db829)
23:59:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.129545  3982 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 1 FOLLOWER]: Advancing to term 2
23:59:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.129590  3981 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 1 FOLLOWER]: Advancing to term 2
23:59:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.131448  3982 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.131450  3981 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.132030  3982 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [CANDIDATE]: Term 2 election: Requested vote from peers 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701), ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813)
23:59:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.132048  3981 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 2 election: Requested vote from peers 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701), 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.132773  3870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "ad1d3292e5da443ba7196f78514bcbb5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "928d8fd0966c4fa397f916cf55add3c8"
23:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.132810  3597 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "928d8fd0966c4fa397f916cf55add3c8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ad1d3292e5da443ba7196f78514bcbb5"
23:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.133026  3870 raft_consensus.cc:2379] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ad1d3292e5da443ba7196f78514bcbb5 in current term 2: Already voted for candidate 928d8fd0966c4fa397f916cf55add3c8 in this term.
23:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.133040  3597 raft_consensus.cc:2379] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 928d8fd0966c4fa397f916cf55add3c8 in current term 2: Already voted for candidate ad1d3292e5da443ba7196f78514bcbb5 in this term.
23:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:10.133549  3804 leader_election.cc:334] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.133679  3804 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 928d8fd0966c4fa397f916cf55add3c8; no voters: 3ce92366f4cc4855a71554e3112db829, ad1d3292e5da443ba7196f78514bcbb5
23:59:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.133927  3982 raft_consensus.cc:2726] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:59:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:10.134330  3531 leader_election.cc:334] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.134454  3531 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ad1d3292e5da443ba7196f78514bcbb5; no voters: 3ce92366f4cc4855a71554e3112db829, 928d8fd0966c4fa397f916cf55add3c8
23:59:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.134663  3981 raft_consensus.cc:2726] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:59:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.390581  3246 master_runner.cc:186] Error getting master registration for 127.3.40.252:33767: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111), 
23:59:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:10.390779  3246 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:59:10.857 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:10.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:10.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:10.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:10.861 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:11.257 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:11.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:11.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:11.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:11.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767; will retry
23:59:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.010380  3993 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.010563  3993 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.011176  3993 leader_election.cc:288] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f97bfdbde5bd4d3dbb9340abc0322fa2 (127.3.40.253:32941), bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767)
23:59:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.011819  3357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c67135252d48539cdf3d4bc23ac92d" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" is_pre_election: true
23:59:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.012056  3357 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42c67135252d48539cdf3d4bc23ac92d in term 2.
23:59:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.012616  3261 leader_election.cc:302] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d, f97bfdbde5bd4d3dbb9340abc0322fa2; no voters: 
23:59:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.012950  3993 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Leader pre-election won for term 3
23:59:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.013092  3993 raft_consensus.cc:482] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:59:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.013186  3993 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 2 FOLLOWER]: Advancing to term 3
23:59:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:12.013649  3262 leader_election.cc:334] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.015265  3993 raft_consensus.cc:504] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.015739  3993 leader_election.cc:288] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 3 election: Requested vote from peers f97bfdbde5bd4d3dbb9340abc0322fa2 (127.3.40.253:32941), bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767)
23:59:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.016288  3357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42c67135252d48539cdf3d4bc23ac92d" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2"
23:59:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.016541  3357 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 2 FOLLOWER]: Advancing to term 3
23:59:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:12.017060  3262 leader_election.cc:334] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111)
23:59:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.018551  3357 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42c67135252d48539cdf3d4bc23ac92d in term 3.
23:59:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.018922  3261 leader_election.cc:302] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42c67135252d48539cdf3d4bc23ac92d, f97bfdbde5bd4d3dbb9340abc0322fa2; no voters: bde56380e2c64adf92401a22b002aa77
23:59:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.019196  3993 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 3 FOLLOWER]: Leader election won for term 3
23:59:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.019603  3993 raft_consensus.cc:686] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [term 3 LEADER]: Becoming Leader. State: Replica: 42c67135252d48539cdf3d4bc23ac92d, State: Running, Role: LEADER
23:59:12.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.020040  3993 consensus_queue.cc:237] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } }
23:59:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.021559  3996 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42c67135252d48539cdf3d4bc23ac92d. Latest consensus state: current_term: 3 leader_uuid: "42c67135252d48539cdf3d4bc23ac92d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.021893  3996 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: This master's current role is: LEADER
23:59:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.022444  3998 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:59:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.024585  3998 catalog_manager.cc:669] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca]
23:59:12.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.026294  3998 tablet_loader.cc:96] loaded metadata for tablet 69a0d05be0394f2ca6784d5e2767365f (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca])
23:59:12.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.026564  3998 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:59:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.027398  3998 catalog_manager.cc:1259] Loaded cluster ID: 2fa4cea91de04bdc9e094a825a3c5d04
23:59:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.027472  3998 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:59:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.028656  3998 catalog_manager.cc:1504] Loading token signing keys...
23:59:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.029456  3998 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: Loaded TSK: 0
23:59:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.030439  3998 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:59:12.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.066120  3999 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:12.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.066304  3999 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.066879  3999 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701), 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.068092  3870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "ad1d3292e5da443ba7196f78514bcbb5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "928d8fd0966c4fa397f916cf55add3c8" is_pre_election: true
23:59:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.068332  3870 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad1d3292e5da443ba7196f78514bcbb5 in term 2.
23:59:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.068886  3531 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 928d8fd0966c4fa397f916cf55add3c8, ad1d3292e5da443ba7196f78514bcbb5; no voters: 
23:59:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.069155  3999 raft_consensus.cc:2781] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Leader pre-election won for term 3
23:59:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:12.069164  3531 leader_election.cc:334] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.069278  3999 raft_consensus.cc:482] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:59:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.069342  3999 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 2 FOLLOWER]: Advancing to term 3
23:59:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.071189  3999 raft_consensus.cc:504] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.071616  3999 leader_election.cc:288] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 3 election: Requested vote from peers 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701), 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773)
23:59:12.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.072456  3870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "69a0d05be0394f2ca6784d5e2767365f" candidate_uuid: "ad1d3292e5da443ba7196f78514bcbb5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "928d8fd0966c4fa397f916cf55add3c8"
23:59:12.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.072636  3870 raft_consensus.cc:3037] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 2 FOLLOWER]: Advancing to term 3
23:59:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:12.072912  3531 leader_election.cc:334] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.074486  3870 raft_consensus.cc:2454] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad1d3292e5da443ba7196f78514bcbb5 in term 3.
23:59:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.074869  3531 leader_election.cc:302] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 928d8fd0966c4fa397f916cf55add3c8, ad1d3292e5da443ba7196f78514bcbb5; no voters: 3ce92366f4cc4855a71554e3112db829
23:59:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.075132  3999 raft_consensus.cc:2781] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 3 FOLLOWER]: Leader election won for term 3
23:59:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.075459  3999 raft_consensus.cc:686] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 3 LEADER]: Becoming Leader. State: Replica: ad1d3292e5da443ba7196f78514bcbb5, State: Running, Role: LEADER
23:59:12.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.076007  3999 consensus_queue.cc:237] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } }
23:59:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.080081  3277 catalog_manager.cc:5495] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 reported cstate change: term changed from 1 to 3, leader changed from 3ce92366f4cc4855a71554e3112db829 (127.3.40.194) to ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193). New cstate: current_term: 3 leader_uuid: "ad1d3292e5da443ba7196f78514bcbb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce92366f4cc4855a71554e3112db829" member_type: VOTER last_known_addr { host: "127.3.40.194" port: 44701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ad1d3292e5da443ba7196f78514bcbb5" member_type: VOTER last_known_addr { host: "127.3.40.193" port: 37813 } health_report { overall_health: HEALTHY } } }
23:59:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.084334  3357 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [term 3 FOLLOWER]: Refusing update from remote peer 42c67135252d48539cdf3d4bc23ac92d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
23:59:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.085019  3996 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:59:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:12.085333  3262 consensus_peers.cc:487] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d -> Peer bde56380e2c64adf92401a22b002aa77 (127.3.40.252:33767): Couldn't send request to peer bde56380e2c64adf92401a22b002aa77. Status: Network error: Client connection negotiation failed: client connection to 127.3.40.252:33767: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:12.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.087863  4005 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42c67135252d48539cdf3d4bc23ac92d. Latest consensus state: current_term: 3 leader_uuid: "42c67135252d48539cdf3d4bc23ac92d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:12.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.088129  4005 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: This master's current role is: FOLLOWER
23:59:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.089504  3996 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "42c67135252d48539cdf3d4bc23ac92d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.089844  3996 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d [sys.catalog]: This master's current role is: LEADER
23:59:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.094173  4005 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "42c67135252d48539cdf3d4bc23ac92d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42c67135252d48539cdf3d4bc23ac92d" member_type: VOTER last_known_addr { host: "127.3.40.254" port: 35559 } } peers { permanent_uuid: "f97bfdbde5bd4d3dbb9340abc0322fa2" member_type: VOTER last_known_addr { host: "127.3.40.253" port: 32941 } } peers { permanent_uuid: "bde56380e2c64adf92401a22b002aa77" member_type: VOTER last_known_addr { host: "127.3.40.252" port: 33767 } } }
23:59:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.094763  4005 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97bfdbde5bd4d3dbb9340abc0322fa2 [sys.catalog]: This master's current role is: FOLLOWER
23:59:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:12.492493  3531 consensus_peers.cc:487] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 -> Peer 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): Couldn't send request to peer 3ce92366f4cc4855a71554e3112db829. Status: Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.566875  3870 raft_consensus.cc:1261] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 3 FOLLOWER]: Refusing update from remote peer ad1d3292e5da443ba7196f78514bcbb5: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
23:59:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.567553  3999 consensus_queue.cc:1035] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "928d8fd0966c4fa397f916cf55add3c8" member_type: VOTER last_known_addr { host: "127.3.40.195" port: 43773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
23:59:12.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.569149  3916 heartbeater.cc:503] Master 127.3.40.254:35559 was elected leader, sending a full tablet report...
23:59:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:12.571678  3643 heartbeater.cc:503] Master 127.3.40.254:35559 was elected leader, sending a full tablet report...
23:59:13.617 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.3.40.252:33767(127.3.40.252:33767)] connecting to peer
23:59:13.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:13.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.252:33767(127.3.40.252:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:13.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.40.252:33767: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767
23:59:13.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:59:13.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=13, TimeoutTracker(timeout=29986, elapsed=4664), Traces: [0ms] sending RPC to server master-127.3.40.252:33767, [3ms] received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [27ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [45ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [66ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [86ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [204ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [284ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [544ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [544ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [965ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [1899ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [1904ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [2299ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [2304ms] delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [4664ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, deferred=Deferred@1688638666(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@1153628925 after retry RPC after error@774925044) -> (continuation of Deferred@1379956784 after retry RPC after error@43038326) -> (continuation of Deferred@1364632011 after retry RPC after error@2090600159) -> (continuation of Deferred@759980164 after retry RPC after error@711479389) -> (continuation of Deferred@1322574882 after retry RPC after error@1382201817) -> (continuation of Deferred@484752209 after retry RPC after error@1961294376) -> (continuation of Deferred@502986082 after retry RPC after error@1511078773) -> (continuation of Deferred@1670786389 after retry RPC after error@551726261) -> (continuation of Deferred@1794710574 after retry RPC after error@962611351) -> (continuation of Deferred@1800287851 after retry RPC after error@1593616563) -> (continuation of Deferred@2085013294 after retry RPC after error@1197022401), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1153628925 after retry RPC after error@774925044) -> (continuation of Deferred@1379956784 after retry RPC after error@43038326) -> (continuation of Deferred@1364632011 after retry RPC after error@2090600159) -> (continuation of Deferred@759980164 after retry RPC after error@711479389) -> (continuation of Deferred@1322574882 after retry RPC after error@1382201817) -> (continuation of Deferred@484752209 after retry RPC after error@1961294376) -> (continuation of Deferred@502986082 after retry RPC after error@1511078773) -> (continuation of Deferred@1670786389 after retry RPC after error@551726261) -> (continuation of Deferred@1794710574 after retry RPC after error@962611351) -> (continuation of Deferred@1800287851 after retry RPC after error@1593616563) -> (continuation of Deferred@2085013294 after retry RPC after error@1197022401))) after lookup
23:59:13.630 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 69a0d05be0394f2ca6784d5e2767365f for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
23:59:13.630 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=69a0d05be0394f2ca6784d5e2767365f@[3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701),928d8fd0966c4fa397f916cf55add3c8(127.3.40.195:43773),ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)[L]]}]
23:59:13.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=69a0d05be0394f2ca6784d5e2767365f, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=4688), Traces: [0ms] sending RPC to server 3ce92366f4cc4855a71554e3112db829, [3ms] received response from server 3ce92366f4cc4855a71554e3112db829: Network error: Failed to connect to peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701): Connection refused: /127.3.40.194:44701, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701): Connection refused: /127.3.40.194:44701, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.40.252:33767, [18ms] Sub RPC GetTableLocations: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [18ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [35ms] Sub RPC GetTableLocations: refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [38ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [58ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [60ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [75ms] Sub RPC GetTableLocations: refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [81ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [95ms] Sub RPC GetTableLocations: refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [135ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [140ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [214ms] Sub RPC GetTableLocations: refreshing cache from master, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [217ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [218ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [218ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [219ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [295ms] Sub RPC GetTableLocations: refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [298ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [298ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [299ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [299ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [555ms] Sub RPC GetTableLocations: refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [558ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [558ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [559ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [559ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [975ms] Sub RPC GetTableLocations: refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [978ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [979ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [979ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [980ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [1914ms] Sub RPC GetTableLocations: refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [1919ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [1919ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [2314ms] Sub RPC GetTableLocations: refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.254:35559: OK, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.252:33767: Network error: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [2319ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.40.253:32941,127.3.40.254:35559,127.3.40.252:33767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.40.252:33767(127.3.40.252:33767): Connection refused: /127.3.40.252:33767, [4674ms] Sub RPC GetTableLocations: refreshing cache from master, [4674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.253:32941, [4675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.254:35559, [4675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.40.252:33767, [4677ms] Sub RPC ConnectToMaster: received response from server master-127.3.40.253:32941: OK, [4677ms] too many traces: truncated at 100 traces, deferred=Deferred@1723602187(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@2c89c145 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23b97f01 -> wakeup thread Time-limited test)) after lookup
23:59:13.634 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)] connecting to peer
23:59:13.635 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)] Successfully connected to peer
23:59:13.659 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb580ad55, L:/127.0.0.1:59390 - R:/127.3.40.193:37813] using TOKEN/null
23:59:13.741 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=69a0d05be0394f2ca6784d5e2767365f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.746793  3277 catalog_manager.cc:2461] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:47462:
23:59:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:59:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.747058  3277 catalog_manager.cc:2645] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:47462:
23:59:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
23:59:13.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.755295  3277 catalog_manager.cc:5782] T 00000000000000000000000000000000 P 42c67135252d48539cdf3d4bc23ac92d: Sending DeleteTablet for 3 replicas of tablet 69a0d05be0394f2ca6784d5e2767365f
23:59:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.766144  3577 tablet_service.cc:1514] Processing DeleteTablet for tablet 69a0d05be0394f2ca6784d5e2767365f with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:59:13 UTC) from {username='slave'} at 127.0.0.1:59402
23:59:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.767108  4042 tablet_replica.cc:330] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: stopping tablet replica
23:59:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.767772  4042 raft_consensus.cc:2229] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 3 LEADER]: Raft consensus shutting down.
23:59:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.768960  4042 raft_consensus.cc:2258] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5 [term 3 FOLLOWER]: Raft consensus is shut down!
23:59:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.771299  4042 ts_tablet_manager.cc:1905] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Deleting tablet data with delete state TABLET_DATA_DELETED
23:59:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:13.777943  3262 catalog_manager.cc:4584] TS 3ce92366f4cc4855a71554e3112db829 (127.3.40.194:44701): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 69a0d05be0394f2ca6784d5e2767365f: Network error: Client connection negotiation failed: client connection to 127.3.40.194:44701: connect: Connection refused (error 111)
23:59:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.779136  4042 ts_tablet_manager.cc:1918] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
23:59:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.780110  4042 log.cc:1196] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Deleting WAL directory at /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-0/wal/wals/69a0d05be0394f2ca6784d5e2767365f
23:59:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.781873  4042 ts_tablet_manager.cc:1939] T 69a0d05be0394f2ca6784d5e2767365f P ad1d3292e5da443ba7196f78514bcbb5: Deleting consensus metadata
23:59:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.784195  3264 catalog_manager.cc:4841] TS ad1d3292e5da443ba7196f78514bcbb5 (127.3.40.193:37813): tablet 69a0d05be0394f2ca6784d5e2767365f (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca]) successfully deleted
23:59:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.785729  3850 tablet_service.cc:1514] Processing DeleteTablet for tablet 69a0d05be0394f2ca6784d5e2767365f with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:59:13 UTC) from {username='slave'} at 127.0.0.1:45860
23:59:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.786528  4043 tablet_replica.cc:330] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: stopping tablet replica
23:59:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.786979  4043 raft_consensus.cc:2229] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 3 FOLLOWER]: Raft consensus shutting down.
23:59:13.787 [DEBUG - main] (Connection.java:575) [peer master-127.3.40.252:33767(127.3.40.252:33767)] disconnecting while in state TERMINATED
23:59:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.787508  4043 raft_consensus.cc:2258] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8 [term 3 FOLLOWER]: Raft consensus is shut down!
23:59:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.789029  4043 ts_tablet_manager.cc:1905] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Deleting tablet data with delete state TABLET_DATA_DELETED
23:59:13.789 [DEBUG - main] (Connection.java:575) [peer ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)] disconnecting while in state READY
23:59:13.789 [DEBUG - main] (Connection.java:575) [peer master-127.3.40.254:35559(127.3.40.254:35559)] disconnecting while in state READY
23:59:13.792 [DEBUG - main] (Connection.java:575) [peer master-127.3.40.253:32941(127.3.40.253:32941)] disconnecting while in state READY
23:59:13.793 [DEBUG - main] (Connection.java:575) [peer 3ce92366f4cc4855a71554e3112db829(127.3.40.194:44701)] disconnecting while in state TERMINATED
23:59:13.794 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.40.254:35559(127.3.40.254:35559)] handling channelInactive
23:59:13.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.40.254:35559(127.3.40.254:35559)] cleaning up while in state READY due to: connection closed
23:59:13.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:59:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.796859  4043 ts_tablet_manager.cc:1918] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
23:59:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.797041  4043 log.cc:1196] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Deleting WAL directory at /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5553560786726856977/ts-2/wal/wals/69a0d05be0394f2ca6784d5e2767365f
23:59:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.797588  4043 ts_tablet_manager.cc:1939] T 69a0d05be0394f2ca6784d5e2767365f P 928d8fd0966c4fa397f916cf55add3c8: Deleting consensus metadata
23:59:13.798 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)] handling channelInactive
23:59:13.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ad1d3292e5da443ba7196f78514bcbb5(127.3.40.193:37813)] cleaning up while in state READY due to: connection closed
23:59:13.798 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.40.253:32941(127.3.40.253:32941)] handling channelInactive
23:59:13.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.40.253:32941(127.3.40.253:32941)] cleaning up while in state READY due to: connection closed
23:59:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.799568  3262 catalog_manager.cc:4841] TS 928d8fd0966c4fa397f916cf55add3c8 (127.3.40.195:43773): tablet 69a0d05be0394f2ca6784d5e2767365f (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=3191a7d6112c4729bd6883d22147a6ca]) successfully deleted
23:59:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.801824  3235 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 3515
23:59:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.814918  3637 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.916277  3235 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 3515
23:59:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.931424  3235 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 3787
23:59:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:13.938433  3910 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.027971  3235 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 3787
23:59:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.041962  3235 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 3246
23:59:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.043074  3307 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.153103  3235 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 3246
23:59:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.169449  3235 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 3314
23:59:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.170557  3378 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.275035  3235 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 3314
23:59:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:14Z chronyd exiting
.23:59:14.707 [INFO - main] (RandomUtils.java:49) Using random seed: 1783468754707
23:59:14.710 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:59:14.710 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:59:14.710 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskgQuXou/test-tmp
23:59:14.711 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
23:59:14.711 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskgQuXou/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
23:59:14.713 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:59:15.040 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:59:15.041 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:59:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.043217  4052 mini_oidc.cc:152] Starting JWKS server
23:59:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.045768  4052 webserver.cc:460] Webserver started at http://127.0.0.1:40563/ using document root <none> and password file <none>
23:59:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.045995  4052 mini_oidc.cc:189] Starting OIDC Discovery server
23:59:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.046618  4052 webserver.cc:460] Webserver started at http://127.0.0.1:37323/ using document root <none> and password file <none>
23:59:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:59:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:15Z Disabled control of system clock
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.076435  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/logs
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data/info.pb
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.62:39767
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.62
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json with env {}
23:59:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.383102  4063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.383405  4063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.383487  4063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.390769  4063 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.390884  4063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.390924  4063 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.390971  4063 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.391007  4063 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.391057  4063 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40563/jwks.json
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.400180  4063 master_runner.cc:386] Master server non-default flags:
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal
23:59:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.62:39767
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data/info.pb
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.62
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/logs
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.401695  4063 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:15.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.403417  4063 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.415454  4068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.415340  4069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.415381  4071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.415786  4063 server_base.cc:1034] running on GCE node
23:59:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.416606  4063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.418046  4063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.419270  4063 hybrid_clock.cc:648] HybridClock initialized: now 1783468755419197 us; error 41 us; skew 500 ppm
23:59:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.419628  4063 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.421821  4063 webserver.cc:460] Webserver started at http://127.3.245.62:40555/ using document root <none> and password file <none>
23:59:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.422490  4063 fs_manager.cc:359] Metadata directory not provided
23:59:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.422606  4063 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.422935  4063 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.425549  4063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data/instance:
23:59:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f403b55802b141f2b64038198eb047d6"
23:59:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:15 on dist-test-slave-6msd"
23:59:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.426388  4063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal/instance:
23:59:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f403b55802b141f2b64038198eb047d6"
23:59:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:15 on dist-test-slave-6msd"
23:59:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.431753  4063 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.003s
23:59:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.435297  4077 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.436702  4063 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.436856  4063 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f403b55802b141f2b64038198eb047d6"
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:15 on dist-test-slave-6msd"
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.437031  4063 fs_report.cc:383] FS layout report
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data/data
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.451839  4063 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.452706  4063 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.452966  4063 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.470921  4063 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.62:39767
23:59:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.470938  4129 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.62:39767 every 8 connection(s)
23:59:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.472316  4063 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/data/info.pb
23:59:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.476298  4130 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.480520  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4063
23:59:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.480798  4052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-0/wal/instance
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.483597  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/logs
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data/info.pb
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.61:46347
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.61
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json with env {}
23:59:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.483898  4130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } has no permanent_uuid. Determining permanent_uuid...
23:59:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.503340  4130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } has no permanent_uuid. Determining permanent_uuid...
23:59:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.504455  4080 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.245.61:46347: connect: Connection refused (error 111)
23:59:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.506042  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.61:46347: Network error: Client connection negotiation failed: client connection to 127.3.245.61:46347: connect: Connection refused (error 111)
23:59:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.555406  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } attempt: 1
23:59:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.557421  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.61:46347: Network error: Client connection negotiation failed: client connection to 127.3.245.61:46347: connect: Connection refused (error 111)
23:59:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.625664  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } attempt: 2
23:59:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.627625  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.61:46347: Network error: Client connection negotiation failed: client connection to 127.3.245.61:46347: connect: Connection refused (error 111)
23:59:15.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.718887  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } attempt: 3
23:59:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.720901  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.61:46347: Network error: Client connection negotiation failed: client connection to 127.3.245.61:46347: connect: Connection refused (error 111)
23:59:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.802124  4132 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.802436  4132 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.802521  4132 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.809834  4132 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.809943  4132 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.809983  4132 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.810030  4132 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.810065  4132 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.810111  4132 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40563/jwks.json
23:59:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.819425  4132 master_runner.cc:386] Master server non-default flags:
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.61:46347
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data/info.pb
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.61
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/logs
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.820770  4132 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.822602  4132 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.834420  4141 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.834650  4143 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.835242  4140 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.835788  4132 server_base.cc:1034] running on GCE node
23:59:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.836793  4132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.838667  4132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.839915  4132 hybrid_clock.cc:648] HybridClock initialized: now 1783468755839826 us; error 63 us; skew 500 ppm
23:59:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.840278  4132 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.842540  4132 webserver.cc:460] Webserver started at http://127.3.245.61:40327/ using document root <none> and password file <none>
23:59:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.843169  4132 fs_manager.cc:359] Metadata directory not provided
23:59:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.843271  4132 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.843557  4132 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.846225  4132 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data/instance:
23:59:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8401fda446864af086801a4e9a94ee9f"
23:59:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:15 on dist-test-slave-6msd"
23:59:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.846972  4132 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal/instance:
23:59:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8401fda446864af086801a4e9a94ee9f"
23:59:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:15 on dist-test-slave-6msd"
23:59:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.851902  4132 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
23:59:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.855404  4149 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.856868  4132 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.857005  4132 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8401fda446864af086801a4e9a94ee9f"
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:15 on dist-test-slave-6msd"
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.857163  4132 fs_report.cc:383] FS layout report
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data/data
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.864107  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } attempt: 4
23:59:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.865952  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.61:46347: Network error: Client connection negotiation failed: client connection to 127.3.245.61:46347: connect: Connection refused (error 111)
23:59:15.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.889302  4132 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.890239  4132 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.890498  4132 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.907959  4132 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.61:46347
23:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.907989  4201 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.61:46347 every 8 connection(s)
23:59:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.909298  4132 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/data/info.pb
23:59:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.910354  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4132
23:59:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.910516  4052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-1/wal/instance
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.911448  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/logs
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/info.pb
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.60:41003
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.60
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json with env {}
23:59:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.913076  4202 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:15.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.919133  4202 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } has no permanent_uuid. Determining permanent_uuid...
23:59:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.933439  4202 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } has no permanent_uuid. Determining permanent_uuid...
23:59:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.942855  4202 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } has no permanent_uuid. Determining permanent_uuid...
23:59:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.943981  4151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.945492  4202 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:15.994827  4202 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 1
23:59:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:15.996714  4202 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.064963  4202 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 2
23:59:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.066803  4202 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.158035  4202 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 3
23:59:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.159904  4202 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.165180  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } attempt: 5
23:59:16.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.172052  4130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } has no permanent_uuid. Determining permanent_uuid...
23:59:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.173985  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.225205  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 1
23:59:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.227321  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.230468  4204 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.230747  4204 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.230829  4204 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.238204  4204 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.238305  4204 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.238344  4204 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.238389  4204 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.238425  4204 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.238473  4204 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40563/jwks.json
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.247738  4204 master_runner.cc:386] Master server non-default flags:
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.60:41003
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/info.pb
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.60
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/logs
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.249027  4204 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.250888  4204 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.262395  4212 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.262429  4215 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.263012  4213 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.263074  4204 server_base.cc:1034] running on GCE node
23:59:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.264029  4204 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.265656  4204 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.266881  4204 hybrid_clock.cc:648] HybridClock initialized: now 1783468756266772 us; error 83 us; skew 500 ppm
23:59:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.267186  4204 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.269322  4204 webserver.cc:460] Webserver started at http://127.3.245.60:41531/ using document root <none> and password file <none>
23:59:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.269994  4204 fs_manager.cc:359] Metadata directory not provided
23:59:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.270092  4204 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.270347  4204 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.272847  4204 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/instance:
23:59:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77871eedcfb48c6b6ccbcd867235684"
23:59:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:16 on dist-test-slave-6msd"
23:59:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.273561  4204 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal/instance:
23:59:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77871eedcfb48c6b6ccbcd867235684"
23:59:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:16 on dist-test-slave-6msd"
23:59:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.278643  4204 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.001s
23:59:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.281845  4221 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.283120  4204 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.283269  4204 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77871eedcfb48c6b6ccbcd867235684"
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:16 on dist-test-slave-6msd"
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.283432  4204 fs_report.cc:383] FS layout report
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/data
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.295552  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 2
23:59:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.297382  4130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.303165  4202 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 4
23:59:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.303617  4204 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.304543  4204 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.304844  4204 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.304987  4202 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.245.60:41003: Network error: Client connection negotiation failed: client connection to 127.3.245.60:41003: connect: Connection refused (error 111)
23:59:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.321946  4204 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.60:41003
23:59:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.321965  4272 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.60:41003 every 8 connection(s)
23:59:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.323448  4204 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/info.pb
23:59:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.325850  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4204
23:59:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.325994  4052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal/instance
23:59:16.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.327888  4273 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.334978  4273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } has no permanent_uuid. Determining permanent_uuid...
23:59:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.349150  4273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } has no permanent_uuid. Determining permanent_uuid...
23:59:16.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.357600  4273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } has no permanent_uuid. Determining permanent_uuid...
23:59:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.369480  4273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Bootstrap starting.
23:59:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.372547  4273 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Neither blocks nor log segments found. Creating new log.
23:59:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.373543  4273 log.cc:824] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Log is configured to *not* fsync() on all Append() calls
23:59:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.376286  4273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: No bootstrap required, opened a new log
23:59:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.383845  4273 raft_consensus.cc:348] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.384197  4273 raft_consensus.cc:374] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.384271  4273 raft_consensus.cc:729] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a77871eedcfb48c6b6ccbcd867235684, State: Initialized, Role: FOLLOWER
23:59:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.384809  4273 consensus_queue.cc:260] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.385679  4280 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.386018  4280 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.386639  4273 sys_catalog.cc:564] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: configured and running, proceeding with master startup.
23:59:16.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.395764  4291 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:59:16.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.395915  4291 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:59:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.393240  4204 master_runner.cc:186] Error getting master registration for 127.3.245.62:39767: OK, instance_id { permanent_uuid: "f403b55802b141f2b64038198eb047d6" instance_seqno: 1783468755465809 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:59:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.401232  4204 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:59:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.403580  4130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 3
23:59:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.414331  4130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: Bootstrap starting.
23:59:16.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.417462  4130 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: Neither blocks nor log segments found. Creating new log.
23:59:16.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.418581  4130 log.cc:824] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: Log is configured to *not* fsync() on all Append() calls
23:59:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.421128  4130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: No bootstrap required, opened a new log
23:59:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.428493  4130 raft_consensus.cc:348] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.428789  4130 raft_consensus.cc:374] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.428898  4130 raft_consensus.cc:729] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f403b55802b141f2b64038198eb047d6, State: Initialized, Role: FOLLOWER
23:59:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.429555  4130 consensus_queue.cc:260] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.430454  4294 sys_catalog.cc:455] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.430836  4294 sys_catalog.cc:458] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.431615  4130 sys_catalog.cc:564] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: configured and running, proceeding with master startup.
23:59:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.447249  4305 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:59:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.447623  4305 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:59:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.451387  4280 raft_consensus.cc:482] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.451721  4280 raft_consensus.cc:504] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.453400  4280 leader_election.cc:288] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f403b55802b141f2b64038198eb047d6 (127.3.245.62:39767), 8401fda446864af086801a4e9a94ee9f (127.3.245.61:46347)
23:59:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.455605  4083 tablet.cc:2369] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.457306  4105 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a77871eedcfb48c6b6ccbcd867235684" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f403b55802b141f2b64038198eb047d6" is_pre_election: true
23:59:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.457940  4105 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a77871eedcfb48c6b6ccbcd867235684 in term 0.
23:59:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.458608  4225 leader_election.cc:302] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a77871eedcfb48c6b6ccbcd867235684, f403b55802b141f2b64038198eb047d6; no voters: 
23:59:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.443691  4063 master_runner.cc:186] Error getting master registration for 127.3.245.61:46347: OK, instance_id { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" instance_seqno: 1783468755903134 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:59:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.459262  4063 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:59:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.459833  4280 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:59:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.460000  4280 raft_consensus.cc:482] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:59:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.460095  4280 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 0 FOLLOWER]: Advancing to term 1
23:59:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.463600  4280 raft_consensus.cc:504] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.464843  4280 leader_election.cc:288] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [CANDIDATE]: Term 1 election: Requested vote from peers f403b55802b141f2b64038198eb047d6 (127.3.245.62:39767), 8401fda446864af086801a4e9a94ee9f (127.3.245.61:46347)
23:59:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.465173  4105 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a77871eedcfb48c6b6ccbcd867235684" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f403b55802b141f2b64038198eb047d6"
23:59:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.465406  4105 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 0 FOLLOWER]: Advancing to term 1
23:59:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.468827  4105 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a77871eedcfb48c6b6ccbcd867235684 in term 1.
23:59:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.469486  4225 leader_election.cc:302] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a77871eedcfb48c6b6ccbcd867235684, f403b55802b141f2b64038198eb047d6; no voters: 
23:59:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.469894  4280 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 FOLLOWER]: Leader election won for term 1
23:59:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.480676  4280 raft_consensus.cc:686] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 LEADER]: Becoming Leader. State: Replica: a77871eedcfb48c6b6ccbcd867235684, State: Running, Role: LEADER
23:59:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.481611  4280 consensus_queue.cc:237] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.501253  4307 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a77871eedcfb48c6b6ccbcd867235684. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.501736  4307 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: LEADER
23:59:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.513885  4309 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:59:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.516628  4309 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:59:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.527951  4105 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 1 FOLLOWER]: Refusing update from remote peer a77871eedcfb48c6b6ccbcd867235684: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.529018  4280 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.549923  4294 sys_catalog.cc:455] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a77871eedcfb48c6b6ccbcd867235684. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.550243  4294 sys_catalog.cc:458] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.554805  4310 mvcc.cc:205] Tried to move back new op lower bound from 7305088026726150144 to 7305088026554843136. Current Snapshot: MvccSnapshot[applied={T|T < 7305088026726150144}]
23:59:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.566170  4307 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.566493  4307 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: LEADER
23:59:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.568291  4309 catalog_manager.cc:1347] Generated new cluster ID: 41d5d65ffe624b558d3f9e89664102b3
23:59:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.568403  4309 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:59:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.574774  4294 sys_catalog.cc:455] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.575052  4294 sys_catalog.cc:458] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.598376  4309 catalog_manager.cc:1370] Generated new certificate authority record
23:59:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.600558  4309 catalog_manager.cc:1504] Loading token signing keys...
23:59:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.604180  4202 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } attempt: 5
23:59:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.620684  4309 catalog_manager.cc:5868] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Generated new TSK 0
23:59:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.623799  4202 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: Bootstrap starting.
23:59:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.623996  4309 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:59:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.628300  4202 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: Neither blocks nor log segments found. Creating new log.
23:59:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.629694  4202 log.cc:824] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: Log is configured to *not* fsync() on all Append() calls
23:59:16.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.633723  4202 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: No bootstrap required, opened a new log
23:59:16.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.645749  4202 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.646399  4202 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:16.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.646636  4202 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8401fda446864af086801a4e9a94ee9f, State: Initialized, Role: FOLLOWER
23:59:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.647500  4202 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.647718  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/logs
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data/info.pb
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.1:0
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.245.1
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.1
23:59:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.655975  4316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.656433  4316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.658372  4202 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: configured and running, proceeding with master startup.
23:59:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.658805  4174 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 0 FOLLOWER]: Advancing to term 1
23:59:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.661872  4176 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a77871eedcfb48c6b6ccbcd867235684" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8401fda446864af086801a4e9a94ee9f" is_pre_election: true
23:59:16.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.663983  4175 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a77871eedcfb48c6b6ccbcd867235684" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8401fda446864af086801a4e9a94ee9f"
23:59:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.665767  4174 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 1 FOLLOWER]: Refusing update from remote peer a77871eedcfb48c6b6ccbcd867235684: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.666779  4307 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.709038  4325 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.709944  4316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a77871eedcfb48c6b6ccbcd867235684. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.710247  4316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.710597  4325 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: This master's current role is: FOLLOWER
23:59:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.768556  4334 catalog_manager.cc:1259] Loaded cluster ID: 41d5d65ffe624b558d3f9e89664102b3
23:59:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.768960  4334 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: loading cluster ID for follower catalog manager: success
23:59:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.773115  4334 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: acquiring CA information for follower catalog manager: success
23:59:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.779965  4334 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:59:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.111213  4318 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.111526  4318 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.111649  4318 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.119205  4318 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.119415  4318 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.245.1
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.129323  4318 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.1:0
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data/info.pb
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.1
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.245.1
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/logs
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.130968  4318 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.132882  4318 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:17.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.146131  4341 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:17.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.146126  4340 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:17.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.146878  4343 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:17.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.147326  4318 server_base.cc:1034] running on GCE node
23:59:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.147954  4318 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.148907  4318 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.150170  4318 hybrid_clock.cc:648] HybridClock initialized: now 1783468757150079 us; error 54 us; skew 500 ppm
23:59:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.150491  4318 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.152997  4318 webserver.cc:460] Webserver started at http://127.3.245.1:46177/ using document root <none> and password file <none>
23:59:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.153738  4318 fs_manager.cc:359] Metadata directory not provided
23:59:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.153846  4318 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:17.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.154084  4318 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.156749  4318 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data/instance:
23:59:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "070cb22d2d6a449184493a3f16b60d27"
23:59:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:17 on dist-test-slave-6msd"
23:59:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.157464  4318 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal/instance:
23:59:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "070cb22d2d6a449184493a3f16b60d27"
23:59:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:17 on dist-test-slave-6msd"
23:59:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.162734  4318 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
23:59:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.166146  4349 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.167548  4318 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
23:59:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.167696  4318 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal
23:59:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "070cb22d2d6a449184493a3f16b60d27"
23:59:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:17 on dist-test-slave-6msd"
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.167868  4318 fs_report.cc:383] FS layout report
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data/data
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:17.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.181176  4318 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:17.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.182061  4318 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:17.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.182317  4318 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.183298  4318 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:59:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.184844  4318 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:59:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.184922  4318 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:59:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.185009  4318 ts_tablet_manager.cc:610] Registered 0 tablets
23:59:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.185043  4318 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.192076  4307 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a77871eedcfb48c6b6ccbcd867235684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.192415  4307 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: LEADER
23:59:17.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.224327  4318 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.1:46011
23:59:17.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.224366  4465 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.1:46011 every 8 connection(s)
23:59:17.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.225682  4318 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/data/info.pb
23:59:17.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.232105  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4318
23:59:17.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.232328  4052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal/instance
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.237222  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/logs
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data/info.pb
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.2:0
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.245.2
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.2
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.249086  4468 heartbeater.cc:347] Connected to a master server at 127.3.245.61:46347
23:59:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.249155  4467 heartbeater.cc:347] Connected to a master server at 127.3.245.62:39767
23:59:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.249393  4467 heartbeater.cc:464] Registering TS with master...
23:59:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.249399  4468 heartbeater.cc:464] Registering TS with master...
23:59:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.250353  4466 heartbeater.cc:347] Connected to a master server at 127.3.245.60:41003
23:59:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.250481  4468 heartbeater.cc:511] Master 127.3.245.61:46347 requested a full tablet report, sending...
23:59:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.250509  4467 heartbeater.cc:511] Master 127.3.245.62:39767 requested a full tablet report, sending...
23:59:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.250499  4466 heartbeater.cc:464] Registering TS with master...
23:59:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.251191  4466 heartbeater.cc:511] Master 127.3.245.60:41003 requested a full tablet report, sending...
23:59:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.252822  4094 ts_manager.cc:194] Registered new tserver with Master: 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011)
23:59:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.253031  4166 ts_manager.cc:194] Registered new tserver with Master: 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011)
23:59:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.254470  4238 ts_manager.cc:194] Registered new tserver with Master: 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011)
23:59:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.255946  4238 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.245.1:46865
23:59:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.449713  4305 catalog_manager.cc:1259] Loaded cluster ID: 41d5d65ffe624b558d3f9e89664102b3
23:59:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.449802  4305 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: loading cluster ID for follower catalog manager: success
23:59:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.452188  4305 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: acquiring CA information for follower catalog manager: success
23:59:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.454003  4305 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:59:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.563299  4476 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.563609  4476 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.563755  4476 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.571041  4476 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.571249  4476 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.245.2
23:59:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.580327  4476 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.2:0
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data/info.pb
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.2
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.245.2
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/logs
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.582087  4476 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.583896  4476 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.596907  4481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.596980  4482 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:17.597012  4484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.598228  4476 server_base.cc:1034] running on GCE node
23:59:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.598915  4476 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:17.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.599916  4476 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.601126  4476 hybrid_clock.cc:648] HybridClock initialized: now 1783468757601063 us; error 36 us; skew 500 ppm
23:59:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.601456  4476 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.603808  4476 webserver.cc:460] Webserver started at http://127.3.245.2:34317/ using document root <none> and password file <none>
23:59:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.604499  4476 fs_manager.cc:359] Metadata directory not provided
23:59:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.604622  4476 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:17.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.604929  4476 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.607836  4476 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data/instance:
23:59:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0e1aa877b6d418fb93baf77cf002128"
23:59:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:17 on dist-test-slave-6msd"
23:59:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.608628  4476 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal/instance:
23:59:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0e1aa877b6d418fb93baf77cf002128"
23:59:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:17 on dist-test-slave-6msd"
23:59:17.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.613961  4476 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.008s	sys 0.000s
23:59:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.617372  4490 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:17.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.618790  4476 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.618954  4476 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0e1aa877b6d418fb93baf77cf002128"
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:17 on dist-test-slave-6msd"
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.619197  4476 fs_report.cc:383] FS layout report
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data/data
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:17.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.638010  4476 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.638870  4476 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.639176  4476 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.640231  4476 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:59:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.641872  4476 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:59:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.641957  4476 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:59:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.642071  4476 ts_tablet_manager.cc:610] Registered 0 tablets
23:59:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.642123  4476 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.671241  4476 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.2:37485
23:59:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.671295  4603 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.2:37485 every 8 connection(s)
23:59:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.672613  4476 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/data/info.pb
23:59:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.676283  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4476
23:59:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.676417  4052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal/instance
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.683373  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/logs
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data/info.pb
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.3:0
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.245.3
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.3
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.707227  4605 heartbeater.cc:347] Connected to a master server at 127.3.245.62:39767
23:59:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.707285  4604 heartbeater.cc:347] Connected to a master server at 127.3.245.60:41003
23:59:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.707264  4606 heartbeater.cc:347] Connected to a master server at 127.3.245.61:46347
23:59:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.707554  4604 heartbeater.cc:464] Registering TS with master...
23:59:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.707551  4605 heartbeater.cc:464] Registering TS with master...
23:59:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.708560  4605 heartbeater.cc:511] Master 127.3.245.62:39767 requested a full tablet report, sending...
23:59:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.708588  4604 heartbeater.cc:511] Master 127.3.245.60:41003 requested a full tablet report, sending...
23:59:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.707551  4606 heartbeater.cc:464] Registering TS with master...
23:59:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.709342  4606 heartbeater.cc:511] Master 127.3.245.61:46347 requested a full tablet report, sending...
23:59:17.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.710351  4238 ts_manager.cc:194] Registered new tserver with Master: e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:17.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.710583  4166 ts_manager.cc:194] Registered new tserver with Master: e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.711534  4238 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.245.2:54065
23:59:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:17.712771  4094 ts_manager.cc:194] Registered new tserver with Master: e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.028540  4612 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:18.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.028828  4612 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:18.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.028908  4612 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.036619  4612 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.036798  4612 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.245.3
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.046000  4612 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.3:0
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data/info.pb
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.3
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.245.3
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/logs
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.047618  4612 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.049394  4612 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.062906  4618 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.063158  4617 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.062923  4620 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.063629  4612 server_base.cc:1034] running on GCE node
23:59:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.064211  4612 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:18.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.065245  4612 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.066459  4612 hybrid_clock.cc:648] HybridClock initialized: now 1783468758066390 us; error 44 us; skew 500 ppm
23:59:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.066812  4612 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:18.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.069445  4612 webserver.cc:460] Webserver started at http://127.3.245.3:35171/ using document root <none> and password file <none>
23:59:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.070200  4612 fs_manager.cc:359] Metadata directory not provided
23:59:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.070326  4612 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.070631  4612 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:59:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.073375  4612 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data/instance:
23:59:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3da0c9fcb242ed81dfbae0aeffba50"
23:59:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:18 on dist-test-slave-6msd"
23:59:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.074231  4612 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal/instance:
23:59:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3da0c9fcb242ed81dfbae0aeffba50"
23:59:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:18 on dist-test-slave-6msd"
23:59:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.079396  4612 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
23:59:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.082908  4626 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.084276  4612 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.084439  4612 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3da0c9fcb242ed81dfbae0aeffba50"
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:18 on dist-test-slave-6msd"
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.084651  4612 fs_report.cc:383] FS layout report
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data/data
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.109117  4612 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.110065  4612 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.110383  4612 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.111418  4612 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:59:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.113003  4612 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:59:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.113081  4612 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:59:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.113204  4612 ts_tablet_manager.cc:610] Registered 0 tablets
23:59:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.113260  4612 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.143057  4612 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.3:36741
23:59:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.143110  4739 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.3:36741 every 8 connection(s)
23:59:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.144448  4612 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/data/info.pb
23:59:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.148113  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4612
23:59:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.148308  4052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-2/wal/instance
23:59:18.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.163654  4740 heartbeater.cc:347] Connected to a master server at 127.3.245.60:41003
23:59:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.163938  4740 heartbeater.cc:464] Registering TS with master...
23:59:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.164770  4740 heartbeater.cc:511] Master 127.3.245.60:41003 requested a full tablet report, sending...
23:59:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.165606  4742 heartbeater.cc:347] Connected to a master server at 127.3.245.61:46347
23:59:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.165735  4742 heartbeater.cc:464] Registering TS with master...
23:59:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.166189  4742 heartbeater.cc:511] Master 127.3.245.61:46347 requested a full tablet report, sending...
23:59:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.166631  4238 ts_manager.cc:194] Registered new tserver with Master: 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741)
23:59:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.167266  4166 ts_manager.cc:194] Registered new tserver with Master: 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741)
23:59:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.167676  4238 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.245.3:48009
23:59:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.167866  4741 heartbeater.cc:347] Connected to a master server at 127.3.245.62:39767
23:59:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.167979  4741 heartbeater.cc:464] Registering TS with master...
23:59:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.168391  4741 heartbeater.cc:511] Master 127.3.245.62:39767 requested a full tablet report, sending...
23:59:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.169413  4094 ts_manager.cc:194] Registered new tserver with Master: 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741)
23:59:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.173494  4052 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
23:59:18.175 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:59:18.175 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:59:18.177 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.245.62"
      port: 39767
    }
    bound_http_address {
      host: "127.3.245.62"
      port: 40555
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.245.61"
      port: 46347
    }
    bound_http_address {
      host: "127.3.245.61"
      port: 40327
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.245.60"
      port: 41003
    }
    bound_http_address {
      host: "127.3.245.60"
      port: 41531
    }
  }
}

23:59:18.178 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:59:18.178 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.245.1"
      port: 46011
    }
    bound_http_address {
      host: "127.3.245.1"
      port: 46177
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.245.2"
      port: 37485
    }
    bound_http_address {
      host: "127.3.245.2"
      port: 34317
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.245.3"
      port: 36741
    }
    bound_http_address {
      host: "127.3.245.3"
      port: 35171
    }
  }
}

23:59:18.179 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:59:18.182 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestClientFailoverSupport$1.get(TestClientFailoverSupport.java:82)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestClientFailoverSupport.waitUntilRowCount(TestClientFailoverSupport.java:78)
	org.apache.kudu.client.TestClientFailoverSupport.doTestMasterFailover(TestClientFailoverSupport.java:123)
	org.apache.kudu.client.TestClientFailoverSupport.testKillLeaderMaster(TestClientFailoverSupport.java:96)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
23:59:18.183 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestClientFailoverSupport$1.get(TestClientFailoverSupport.java:82)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestClientFailoverSupport.waitUntilRowCount(TestClientFailoverSupport.java:78)
	org.apache.kudu.client.TestClientFailoverSupport.doTestMasterFailover(TestClientFailoverSupport.java:149)
	org.apache.kudu.client.TestClientFailoverSupport.testKillLeaderMaster(TestClientFailoverSupport.java:96)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
23:59:18.185 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:59:18.187 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.245.62:39767(127.3.245.62:39767)] connecting to peer
23:59:18.189 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.245.61:46347(127.3.245.61:46347)] connecting to peer
23:59:18.191 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.245.60:41003(127.3.245.60:41003)] connecting to peer
23:59:18.191 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.245.62:39767(127.3.245.62:39767)] Successfully connected to peer
23:59:18.192 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.245.61:46347(127.3.245.61:46347)] Successfully connected to peer
23:59:18.196 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.245.61
23:59:18.197 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.245.62
23:59:18.204 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.245.60:41003(127.3.245.60:41003)] Successfully connected to peer
23:59:18.218 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.245.60
23:59:18.219 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5bdddb8c, L:/127.0.0.1:33754 - R:/127.3.245.61:46347] using SASL/PLAIN
23:59:18.241 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x88d6a881, L:/127.0.0.1:42718 - R:/127.3.245.62:39767] using SASL/PLAIN
23:59:18.245 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x73633bf0, L:/127.0.0.1:58548 - R:/127.3.245.60:41003] using SASL/PLAIN
23:59:18.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:59:18.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=63), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, deferred=null) after lookup
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.252009  4238 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58548:
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:59:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:59:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.254166  4238 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:59:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.258530  4466 heartbeater.cc:503] Master 127.3.245.60:41003 was elected leader, sending a full tablet report...
23:59:18.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2270ece472964c1db5dc7b5bfb688dd3
23:59:18.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.303450  4674 tablet_service.cc:1467] Processing CreateTablet for tablet f9e4cfed3db4428f97cb332028c4ebbc (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3]), partition=RANGE (key) PARTITION UNBOUNDED
23:59:18.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.304437  4538 tablet_service.cc:1467] Processing CreateTablet for tablet f9e4cfed3db4428f97cb332028c4ebbc (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3]), partition=RANGE (key) PARTITION UNBOUNDED
23:59:18.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.305101  4674 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f9e4cfed3db4428f97cb332028c4ebbc. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.305924  4538 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f9e4cfed3db4428f97cb332028c4ebbc. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.308431  4400 tablet_service.cc:1467] Processing CreateTablet for tablet f9e4cfed3db4428f97cb332028c4ebbc (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3]), partition=RANGE (key) PARTITION UNBOUNDED
23:59:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.309726  4400 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f9e4cfed3db4428f97cb332028c4ebbc. 1 dirs total, 0 dirs full, 0 dirs failed
23:59:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.317222  4767 tablet_bootstrap.cc:492] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Bootstrap starting.
23:59:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.319836  4768 tablet_bootstrap.cc:492] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: Bootstrap starting.
23:59:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.321080  4767 tablet_bootstrap.cc:654] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Neither blocks nor log segments found. Creating new log.
23:59:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.322399  4767 log.cc:824] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Log is configured to *not* fsync() on all Append() calls
23:59:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.323725  4768 tablet_bootstrap.cc:654] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: Neither blocks nor log segments found. Creating new log.
23:59:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.325414  4768 log.cc:824] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: Log is configured to *not* fsync() on all Append() calls
23:59:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.328612  4769 tablet_bootstrap.cc:492] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Bootstrap starting.
23:59:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.331900  4768 tablet_bootstrap.cc:492] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: No bootstrap required, opened a new log
23:59:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.332360  4768 ts_tablet_manager.cc:1397] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: Time spent bootstrapping tablet: real 0.013s	user 0.011s	sys 0.000s
23:59:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.333200  4767 tablet_bootstrap.cc:492] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: No bootstrap required, opened a new log
23:59:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.333438  4769 tablet_bootstrap.cc:654] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Neither blocks nor log segments found. Creating new log.
23:59:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.333626  4767 ts_tablet_manager.cc:1397] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Time spent bootstrapping tablet: real 0.017s	user 0.009s	sys 0.003s
23:59:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.334779  4769 log.cc:824] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Log is configured to *not* fsync() on all Append() calls
23:59:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.343205  4768 raft_consensus.cc:348] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.343894  4768 raft_consensus.cc:374] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.344122  4768 raft_consensus.cc:729] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c3da0c9fcb242ed81dfbae0aeffba50, State: Initialized, Role: FOLLOWER
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.343801  4767 raft_consensus.cc:348] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.344280  4767 raft_consensus.cc:374] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.344343  4769 tablet_bootstrap.cc:492] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: No bootstrap required, opened a new log
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.344372  4767 raft_consensus.cc:729] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e0e1aa877b6d418fb93baf77cf002128, State: Initialized, Role: FOLLOWER
23:59:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.344595  4769 ts_tablet_manager.cc:1397] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.006s
23:59:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.345026  4767 consensus_queue.cc:260] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.345634  4768 consensus_queue.cc:260] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.348330  4604 heartbeater.cc:503] Master 127.3.245.60:41003 was elected leader, sending a full tablet report...
23:59:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.351275  4767 ts_tablet_manager.cc:1428] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.009s
23:59:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.354393  4769 raft_consensus.cc:348] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.355345  4769 raft_consensus.cc:374] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:59:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.355624  4769 raft_consensus.cc:729] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 070cb22d2d6a449184493a3f16b60d27, State: Initialized, Role: FOLLOWER
23:59:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.356287  4769 consensus_queue.cc:260] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.358779  4740 heartbeater.cc:503] Master 127.3.245.60:41003 was elected leader, sending a full tablet report...
23:59:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.359654  4768 ts_tablet_manager.cc:1428] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: Time spent starting tablet: real 0.027s	user 0.012s	sys 0.003s
23:59:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.365430  4769 ts_tablet_manager.cc:1428] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Time spent starting tablet: real 0.021s	user 0.013s	sys 0.002s
23:59:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.398941  4743 tablet.cc:2369] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.425938  4607 tablet.cc:2369] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.485827  4469 tablet.cc:2369] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:59:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.545195  4774 raft_consensus.cc:482] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.545499  4774 raft_consensus.cc:504] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.547506  4774 leader_election.cc:288] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011), e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.554097  4420 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "070cb22d2d6a449184493a3f16b60d27" is_pre_election: true
23:59:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.554109  4558 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e0e1aa877b6d418fb93baf77cf002128" is_pre_election: true
23:59:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.554538  4558 raft_consensus.cc:2454] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c3da0c9fcb242ed81dfbae0aeffba50 in term 0.
23:59:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.554574  4420 raft_consensus.cc:2454] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c3da0c9fcb242ed81dfbae0aeffba50 in term 0.
23:59:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.555152  4629 leader_election.cc:302] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c3da0c9fcb242ed81dfbae0aeffba50, e0e1aa877b6d418fb93baf77cf002128; no voters: 
23:59:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.555543  4774 raft_consensus.cc:2781] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:59:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.555704  4774 raft_consensus.cc:482] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:59:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.555799  4774 raft_consensus.cc:3037] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 0 FOLLOWER]: Advancing to term 1
23:59:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.557778  4774 raft_consensus.cc:504] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.558377  4774 leader_election.cc:288] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [CANDIDATE]: Term 1 election: Requested vote from peers 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011), e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.558772  4558 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e0e1aa877b6d418fb93baf77cf002128"
23:59:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.558776  4420 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "070cb22d2d6a449184493a3f16b60d27"
23:59:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.558975  4558 raft_consensus.cc:3037] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 0 FOLLOWER]: Advancing to term 1
23:59:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.558976  4420 raft_consensus.cc:3037] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 0 FOLLOWER]: Advancing to term 1
23:59:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.561900  4420 raft_consensus.cc:2454] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c3da0c9fcb242ed81dfbae0aeffba50 in term 1.
23:59:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.561900  4558 raft_consensus.cc:2454] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c3da0c9fcb242ed81dfbae0aeffba50 in term 1.
23:59:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.562342  4627 leader_election.cc:302] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 070cb22d2d6a449184493a3f16b60d27, 6c3da0c9fcb242ed81dfbae0aeffba50; no voters: 
23:59:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.562646  4774 raft_consensus.cc:2781] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 1 FOLLOWER]: Leader election won for term 1
23:59:18.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.563086  4774 raft_consensus.cc:686] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [term 1 LEADER]: Becoming Leader. State: Replica: 6c3da0c9fcb242ed81dfbae0aeffba50, State: Running, Role: LEADER
23:59:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.563776  4774 consensus_queue.cc:237] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.568904  4238 catalog_manager.cc:5495] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3). New cstate: current_term: 1 leader_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } health_report { overall_health: UNKNOWN } } }
23:59:18.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2270ece472964c1db5dc7b5bfb688dd3
23:59:18.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:18.817 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)[L],e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)]}]
23:59:18.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: OK, deferred=null) after lookup
23:59:18.818 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:18.820 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] Successfully connected to peer
23:59:18.843 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3ae344ef, L:/127.0.0.1:33904 - R:/127.3.245.3:36741] using TOKEN/null
23:59:18.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.853528  4558 raft_consensus.cc:1261] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Refusing update from remote peer 6c3da0c9fcb242ed81dfbae0aeffba50: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:18.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.853539  4420 raft_consensus.cc:1261] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Refusing update from remote peer 6c3da0c9fcb242ed81dfbae0aeffba50: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:59:18.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.854509  4776 consensus_queue.cc:1035] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [LEADER]: Connected to new peer: Peer: permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.854857  4774 consensus_queue.cc:1035] T f9e4cfed3db4428f97cb332028c4ebbc P 6c3da0c9fcb242ed81dfbae0aeffba50 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:59:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.870293  4780 mvcc.cc:205] Tried to move back new op lower bound from 7305088036253728768 to 7305088035081191424. Current Snapshot: MvccSnapshot[applied={T|T < 7305088036253728768}]
23:59:18.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.872714  4782 mvcc.cc:205] Tried to move back new op lower bound from 7305088036253728768 to 7305088035081191424. Current Snapshot: MvccSnapshot[applied={T|T < 7305088036253728768}]
23:59:18.964 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=f9e4cfed3db4428f97cb332028c4ebbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:18.964 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.245.60:41003
23:59:18.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:59:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.966363  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4204
23:59:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.967813  4268 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.077107  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4204
23:59:19.094 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.245.60:41003(127.3.245.60:41003)] handling channelInactive
23:59:19.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.245.60:41003(127.3.245.60:41003)] cleaning up while in state READY due to: connection closed
23:59:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.094116  4080 connection.cc:535] server connection from 127.0.0.1:42712 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:59:19.095 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:19.095 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.245.60:41003
23:59:19.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

23:59:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.100265  4052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgQuXou/build/asan/bin/kudu
23:59:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data
23:59:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/logs
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/info.pb
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.60:41003
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.60
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41531
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json with env {}
23:59:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.431409  4792 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:59:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.431699  4792 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.431790  4792 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:59:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.439116  4792 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:59:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.439217  4792 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:59:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.439256  4792 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:59:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.439303  4792 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:59:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.439338  4792 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:59:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.439384  4792 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40563/jwks.json
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.448884  4792 master_runner.cc:386] Master server non-default flags:
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.245.20:42561
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.245.60:41003
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40563/jwks.json
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/info.pb
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.245.60
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41531
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/logs
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 22:40:22 UTC on ccycloud.quasar-znwdty.root.comops.site
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492328
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:59:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.450327  4792 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.452104  4792 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:59:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.463817  4797 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.463771  4800 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:19.463840  4798 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.466909  4792 server_base.cc:1034] running on GCE node
23:59:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.467720  4792 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:19.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.469239  4792 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.470471  4792 hybrid_clock.cc:648] HybridClock initialized: now 1783468759470405 us; error 42 us; skew 500 ppm
23:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.470903  4792 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:59:19.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.476065  4792 webserver.cc:460] Webserver started at http://127.3.245.60:41531/ using document root <none> and password file <none>
23:59:19.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.476838  4792 fs_manager.cc:359] Metadata directory not provided
23:59:19.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.476976  4792 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.482487  4792 fs_manager.cc:709] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
23:59:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.485347  4806 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.486675  4792 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
23:59:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.486874  4792 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data,/tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77871eedcfb48c6b6ccbcd867235684"
23:59:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:59:16 on dist-test-slave-6msd"
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.487815  4792 fs_report.cc:383] FS layout report
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/wal
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/data
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.524022  4792 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
23:59:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.524938  4792 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.525261  4792 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.542716  4792 rpc_server.cc:307] RPC server started. Bound to: 127.3.245.60:41003
23:59:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.542739  4858 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.245.60:41003 every 8 connection(s)
23:59:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.544235  4792 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/master-2/data/info.pb
23:59:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.548259  4052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskgQuXou/build/asan/bin/kudu as pid 4792
23:59:19.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:19.549 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.3.245.3:36741
23:59:19.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:59:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.549780  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4612
23:59:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.551689  4859 sys_catalog.cc:263] Verifying existing consensus state
23:59:19.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.555871  4859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Bootstrap starting.
23:59:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.558414  4735 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.574254  4859 log.cc:824] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Log is configured to *not* fsync() on all Append() calls
23:59:19.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.585554  4859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.586069  4859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: Bootstrap complete.
23:59:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.595351  4859 raft_consensus.cc:348] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.596446  4859 raft_consensus.cc:729] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a77871eedcfb48c6b6ccbcd867235684, State: Initialized, Role: FOLLOWER
23:59:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.597149  4859 consensus_queue.cc:260] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.598188  4865 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.598599  4865 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: FOLLOWER
23:59:19.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.599313  4859 sys_catalog.cc:564] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: configured and running, proceeding with master startup.
23:59:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.611380  4876 catalog_manager.cc:1259] Loaded cluster ID: 41d5d65ffe624b558d3f9e89664102b3
23:59:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.611742  4876 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: loading cluster ID for follower catalog manager: success
23:59:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.615631  4876 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: acquiring CA information for follower catalog manager: success
23:59:19.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.618278  4876 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:59:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.650475  4792 master_runner.cc:263] No leader master found from master a77871eedcfb48c6b6ccbcd867235684
23:59:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.650637  4792 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:59:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.698516  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4612
23:59:19.716 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] handling channelInactive
23:59:19.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state READY due to: connection closed
23:59:19.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:19.717 [DEBUG - Time-limited test] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:19.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:19.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:19.719 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741) for tablet f9e4cfed3db4428f97cb332028c4ebbc: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:19.727 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.245.60:41003(127.3.245.60:41003)] connecting to peer
23:59:19.729 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.245.60:41003(127.3.245.60:41003)] Successfully connected to peer
23:59:19.750 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xff6b22da, L:/127.0.0.1:48930 - R:/127.3.245.60:41003] using TOKEN/null
23:59:19.753 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) master-127.3.245.60:41003 was demoted as the leader for Kudu Master
23:59:19.771 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:19.790 [WARN - kudu-nio-0] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:19.810 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:19.831 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:19.850 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:19.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.908272  4823 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" instance_seqno: 1783468757217168) as {username='slave'} at 127.3.245.1:56163; Asking this server to re-register.
23:59:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.912708  4466 heartbeater.cc:464] Registering TS with master...
23:59:19.915 [WARN - kudu-nio-0] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.914567  4823 ts_manager.cc:194] Registered new tserver with Master: 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011)
23:59:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.923216  4823 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" instance_seqno: 1783468757664212) as {username='slave'} at 127.3.245.2:57853; Asking this server to re-register.
23:59:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.923833  4604 heartbeater.cc:464] Registering TS with master...
23:59:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:19.925115  4823 ts_manager.cc:194] Registered new tserver with Master: e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:20.010 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:20.071 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003 is a leader; will retry
23:59:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.075860  4885 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a77871eedcfb48c6b6ccbcd867235684)
23:59:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.076134  4885 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:20.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.078164  4105 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8401fda446864af086801a4e9a94ee9f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f403b55802b141f2b64038198eb047d6" is_pre_election: true
23:59:20.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.078255  4885 leader_election.cc:288] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f403b55802b141f2b64038198eb047d6 (127.3.245.62:39767), a77871eedcfb48c6b6ccbcd867235684 (127.3.245.60:41003)
23:59:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.085204  4833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8401fda446864af086801a4e9a94ee9f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "a77871eedcfb48c6b6ccbcd867235684" is_pre_election: true
23:59:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.085847  4833 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8401fda446864af086801a4e9a94ee9f in term 1.
23:59:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.086412  4151 leader_election.cc:302] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8401fda446864af086801a4e9a94ee9f, a77871eedcfb48c6b6ccbcd867235684; no voters: f403b55802b141f2b64038198eb047d6
23:59:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.086865  4885 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 1 FOLLOWER]: Leader pre-election won for term 2
23:59:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.087014  4885 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 1 FOLLOWER]: Starting leader election (detected failure of leader a77871eedcfb48c6b6ccbcd867235684)
23:59:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.087114  4885 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 1 FOLLOWER]: Advancing to term 2
23:59:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.090055  4885 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.090821  4885 leader_election.cc:288] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [CANDIDATE]: Term 2 election: Requested vote from peers f403b55802b141f2b64038198eb047d6 (127.3.245.62:39767), a77871eedcfb48c6b6ccbcd867235684 (127.3.245.60:41003)
23:59:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.091251  4833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8401fda446864af086801a4e9a94ee9f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "a77871eedcfb48c6b6ccbcd867235684"
23:59:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.091262  4105 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8401fda446864af086801a4e9a94ee9f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f403b55802b141f2b64038198eb047d6"
23:59:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.091459  4833 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 1 FOLLOWER]: Advancing to term 2
23:59:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.096853  4833 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8401fda446864af086801a4e9a94ee9f in term 2.
23:59:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.098048  4151 leader_election.cc:302] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8401fda446864af086801a4e9a94ee9f, a77871eedcfb48c6b6ccbcd867235684; no voters: f403b55802b141f2b64038198eb047d6
23:59:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.098397  4885 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 2 FOLLOWER]: Leader election won for term 2
23:59:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.099063  4885 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [term 2 LEADER]: Becoming Leader. State: Replica: 8401fda446864af086801a4e9a94ee9f, State: Running, Role: LEADER
23:59:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.099684  4885 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.101965  4887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8401fda446864af086801a4e9a94ee9f. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.102360  4887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: This master's current role is: LEADER
23:59:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.103052  4889 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:59:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.106087  4889 catalog_manager.cc:669] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3]
23:59:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.107962  4889 tablet_loader.cc:96] loaded metadata for tablet f9e4cfed3db4428f97cb332028c4ebbc (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3])
23:59:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.108253  4889 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:59:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.109086  4889 catalog_manager.cc:1259] Loaded cluster ID: 41d5d65ffe624b558d3f9e89664102b3
23:59:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.109163  4889 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:59:20.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.110355  4889 catalog_manager.cc:1504] Loading token signing keys...
23:59:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.111171  4889 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: Loaded TSK: 0
23:59:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.112025  4889 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:59:20.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:59:20.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=10, TimeoutTracker(timeout=29991, elapsed=704), Traces: [0ms] sending RPC to server master-127.3.245.60:41003, [26ms] delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [26ms] received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [185ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [187ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [188ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [188ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [703ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, deferred=Deferred@2038585106(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC -> (continuation of Deferred@618818612 after retry RPC after error@416387399) -> (continuation of Deferred@290567291 after retry RPC after error@2055228292) -> (continuation of Deferred@1303649068 after retry RPC after error@1501290612) -> (continuation of Deferred@1159030092 after retry RPC after error@1026677249) -> (continuation of Deferred@1353833456 after retry RPC after error@1456466386) -> (continuation of Deferred@941545794 after retry RPC after error@197983634) -> (continuation of Deferred@1434245440 after retry RPC after error@2094279492) -> (continuation of Deferred@843987285 after retry RPC after error@1585607395), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@618818612 after retry RPC after error@416387399) -> (continuation of Deferred@290567291 after retry RPC after error@2055228292) -> (continuation of Deferred@1303649068 after retry RPC after error@1501290612) -> (continuation of Deferred@1159030092 after retry RPC after error@1026677249) -> (continuation of Deferred@1353833456 after retry RPC after error@1456466386) -> (continuation of Deferred@941545794 after retry RPC after error@197983634) -> (continuation of Deferred@1434245440 after retry RPC after error@2094279492) -> (continuation of Deferred@843987285 after retry RPC after error@1585607395))) after lookup
23:59:20.436 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:20.436 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)[L],e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)]}]
23:59:20.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f9e4cfed3db4428f97cb332028c4ebbc, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=719), Traces: [0ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [2ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [36ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [49ms] Sub RPC GetTableLocations: refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [54ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [69ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [89ms] Sub RPC GetTableLocations: refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [109ms] Sub RPC GetTableLocations: refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [114ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [129ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [189ms] Sub RPC GetTableLocations: refreshing cache from master, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [195ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [290ms] Sub RPC GetTableLocations: refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [350ms] Sub RPC GetTableLocations: refreshing cache from master, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [354ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [354ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [709ms] Sub RPC GetTableLocations: refreshing cache from master, [709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [716ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [718ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, deferred=Deferred@819236437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@73138d8b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ecbec60 -> wakeup thread Time-limited test)) after lookup
23:59:20.439 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:20.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.441 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741) for tablet f9e4cfed3db4428f97cb332028c4ebbc: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.470 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:20.470 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)[L],e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)]}]
23:59:20.471 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f9e4cfed3db4428f97cb332028c4ebbc, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=753), Traces: [0ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [2ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [36ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [49ms] Sub RPC GetTableLocations: refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [54ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [69ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [89ms] Sub RPC GetTableLocations: refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [109ms] Sub RPC GetTableLocations: refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [114ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [129ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [189ms] Sub RPC GetTableLocations: refreshing cache from master, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [195ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [290ms] Sub RPC GetTableLocations: refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [350ms] Sub RPC GetTableLocations: refreshing cache from master, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [354ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [354ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [709ms] Sub RPC GetTableLocations: refreshing cache from master, [709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [716ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [718ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [721ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [724ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [724ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [749ms] refreshing cache from master, [750ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [752ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, deferred=Deferred@819236437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@73138d8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ecbec60 -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806))) after lookup
23:59:20.472 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:20.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.473 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741) for tablet f9e4cfed3db4428f97cb332028c4ebbc: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:20.510 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)[L],e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)]}]
23:59:20.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f9e4cfed3db4428f97cb332028c4ebbc, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=793), Traces: [0ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [2ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [36ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [49ms] Sub RPC GetTableLocations: refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [54ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [69ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [89ms] Sub RPC GetTableLocations: refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [109ms] Sub RPC GetTableLocations: refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [114ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [129ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [189ms] Sub RPC GetTableLocations: refreshing cache from master, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [195ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [290ms] Sub RPC GetTableLocations: refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [350ms] Sub RPC GetTableLocations: refreshing cache from master, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [354ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [354ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [709ms] Sub RPC GetTableLocations: refreshing cache from master, [709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [716ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [718ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [721ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [724ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [724ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [749ms] refreshing cache from master, [750ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [752ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [755ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [756ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [756ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [789ms] refreshing cache from master, [790ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [792ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, deferred=Deferred@819236437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@73138d8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ecbec60 -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428))) after lookup
23:59:20.512 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:20.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.515 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741) for tablet f9e4cfed3db4428f97cb332028c4ebbc: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.575206  4833 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [term 2 FOLLOWER]: Refusing update from remote peer 8401fda446864af086801a4e9a94ee9f: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:59:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.576012  4885 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:59:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.578832  4891 raft_consensus.cc:482] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a77871eedcfb48c6b6ccbcd867235684)
23:59:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.579042  4891 raft_consensus.cc:504] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } }
23:59:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.579491  4890 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8401fda446864af086801a4e9a94ee9f. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.579816  4890 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: FOLLOWER
23:59:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.580400  4891 leader_election.cc:288] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8401fda446864af086801a4e9a94ee9f (127.3.245.61:46347), a77871eedcfb48c6b6ccbcd867235684 (127.3.245.60:41003)
23:59:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.580838  4175 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f403b55802b141f2b64038198eb047d6" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8401fda446864af086801a4e9a94ee9f" is_pre_election: true
23:59:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.582485  4890 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.582741  4890 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77871eedcfb48c6b6ccbcd867235684 [sys.catalog]: This master's current role is: FOLLOWER
23:59:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.583853  4887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.584093  4887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: This master's current role is: LEADER
23:59:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.584177  4105 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 1 FOLLOWER]: Advancing to term 2
23:59:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.586431  4105 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 2 FOLLOWER]: Refusing update from remote peer 8401fda446864af086801a4e9a94ee9f: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
23:59:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.587050  4887 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
23:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.589615  4891 sys_catalog.cc:455] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8401fda446864af086801a4e9a94ee9f. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.589594  4898 sys_catalog.cc:455] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.590052  4898 sys_catalog.cc:458] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: This master's current role is: FOLLOWER
23:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.590058  4891 sys_catalog.cc:458] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [sys.catalog]: This master's current role is: FOLLOWER
23:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.590754  4833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f403b55802b141f2b64038198eb047d6" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "a77871eedcfb48c6b6ccbcd867235684" is_pre_election: true
23:59:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.591461  4079 leader_election.cc:302] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f403b55802b141f2b64038198eb047d6; no voters: 8401fda446864af086801a4e9a94ee9f, a77871eedcfb48c6b6ccbcd867235684
23:59:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.591825  4891 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f403b55802b141f2b64038198eb047d6 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:59:20.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:20.610 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)[L],e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)]}]
23:59:20.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f9e4cfed3db4428f97cb332028c4ebbc, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=893), Traces: [0ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [2ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [36ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [49ms] Sub RPC GetTableLocations: refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [54ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [69ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [89ms] Sub RPC GetTableLocations: refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [109ms] Sub RPC GetTableLocations: refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [114ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [129ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [189ms] Sub RPC GetTableLocations: refreshing cache from master, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [195ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [290ms] Sub RPC GetTableLocations: refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [350ms] Sub RPC GetTableLocations: refreshing cache from master, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [354ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [354ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [709ms] Sub RPC GetTableLocations: refreshing cache from master, [709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [716ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [718ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [721ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [724ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [724ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [749ms] refreshing cache from master, [750ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [752ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [755ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [756ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [756ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [789ms] refreshing cache from master, [790ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [792ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [795ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [797ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [798ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [889ms] refreshing cache from master, [889ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [892ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, deferred=Deferred@819236437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@73138d8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428) -> (continuation of Deferred@385275236 after retry RPC@900707240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ecbec60 -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428) -> (continuation of Deferred@385275236 after retry RPC@900707240))) after lookup
23:59:20.612 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:20.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.613 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741) for tablet f9e4cfed3db4428f97cb332028c4ebbc: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:20.730 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)[L],e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)]}]
23:59:20.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f9e4cfed3db4428f97cb332028c4ebbc, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1013), Traces: [0ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [2ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [36ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [49ms] Sub RPC GetTableLocations: refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [54ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [69ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [89ms] Sub RPC GetTableLocations: refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [109ms] Sub RPC GetTableLocations: refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [114ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [129ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [189ms] Sub RPC GetTableLocations: refreshing cache from master, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [195ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [290ms] Sub RPC GetTableLocations: refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [350ms] Sub RPC GetTableLocations: refreshing cache from master, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [354ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [354ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [709ms] Sub RPC GetTableLocations: refreshing cache from master, [709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [716ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [718ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [721ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [724ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [724ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [749ms] refreshing cache from master, [750ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [752ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [755ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [756ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [756ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [789ms] refreshing cache from master, [790ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [792ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [795ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [797ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [798ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [889ms] refreshing cache from master, [889ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [892ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [894ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [896ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [896ms] too many traces: truncated at 100 traces, deferred=Deferred@819236437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@73138d8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428) -> (continuation of Deferred@385275236 after retry RPC@900707240) -> (continuation of Deferred@739424801 after retry RPC@206401855), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ecbec60 -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428) -> (continuation of Deferred@385275236 after retry RPC@900707240) -> (continuation of Deferred@739424801 after retry RPC@206401855))) after lookup
23:59:20.733 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] connecting to peer
23:59:20.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.735 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741) for tablet f9e4cfed3db4428f97cb332028c4ebbc: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741
23:59:20.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.943828  4899 raft_consensus.cc:482] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6c3da0c9fcb242ed81dfbae0aeffba50)
23:59:20.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.944044  4899 raft_consensus.cc:504] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.945636  4899 leader_election.cc:288] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741), e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485)
23:59:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:20.946818  4351 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111)
23:59:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:20.948465  4351 leader_election.cc:334] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741): Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111)
23:59:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.952594  4558 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "070cb22d2d6a449184493a3f16b60d27" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e0e1aa877b6d418fb93baf77cf002128" is_pre_election: true
23:59:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.953282  4352 leader_election.cc:302] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 070cb22d2d6a449184493a3f16b60d27; no voters: 6c3da0c9fcb242ed81dfbae0aeffba50, e0e1aa877b6d418fb93baf77cf002128
23:59:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:20.953704  4899 raft_consensus.cc:2726] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:59:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.040446  4904 raft_consensus.cc:482] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6c3da0c9fcb242ed81dfbae0aeffba50)
23:59:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.040655  4904 raft_consensus.cc:504] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.042303  4904 leader_election.cc:288] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011), 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741)
23:59:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.043608  4492 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111)
23:59:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.045125  4492 leader_election.cc:334] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741): Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111)
23:59:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.049844  4419 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "e0e1aa877b6d418fb93baf77cf002128" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "070cb22d2d6a449184493a3f16b60d27" is_pre_election: true
23:59:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.050113  4419 raft_consensus.cc:2454] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e0e1aa877b6d418fb93baf77cf002128 in term 1.
23:59:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.050607  4491 leader_election.cc:302] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 070cb22d2d6a449184493a3f16b60d27, e0e1aa877b6d418fb93baf77cf002128; no voters: 6c3da0c9fcb242ed81dfbae0aeffba50
23:59:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.051018  4904 raft_consensus.cc:2781] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:59:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.051119  4904 raft_consensus.cc:482] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6c3da0c9fcb242ed81dfbae0aeffba50)
23:59:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.051180  4904 raft_consensus.cc:3037] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 1 FOLLOWER]: Advancing to term 2
23:59:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.053072  4904 raft_consensus.cc:504] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.053733  4904 leader_election.cc:288] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [CANDIDATE]: Term 2 election: Requested vote from peers 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011), 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741)
23:59:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.054230  4419 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f9e4cfed3db4428f97cb332028c4ebbc" candidate_uuid: "e0e1aa877b6d418fb93baf77cf002128" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "070cb22d2d6a449184493a3f16b60d27"
23:59:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.054417  4419 raft_consensus.cc:3037] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 1 FOLLOWER]: Advancing to term 2
23:59:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.055166  4492 leader_election.cc:334] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741): Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111)
23:59:21.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.056347  4419 raft_consensus.cc:2454] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e0e1aa877b6d418fb93baf77cf002128 in term 2.
23:59:21.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.056708  4491 leader_election.cc:302] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 070cb22d2d6a449184493a3f16b60d27, e0e1aa877b6d418fb93baf77cf002128; no voters: 6c3da0c9fcb242ed81dfbae0aeffba50
23:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.056974  4904 raft_consensus.cc:2781] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 2 FOLLOWER]: Leader election won for term 2
23:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.057456  4904 raft_consensus.cc:686] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 2 LEADER]: Becoming Leader. State: Replica: e0e1aa877b6d418fb93baf77cf002128, State: Running, Role: LEADER
23:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.057852  4606 heartbeater.cc:503] Master 127.3.245.61:46347 was elected leader, sending a full tablet report...
23:59:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.057981  4904 consensus_queue.cc:237] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } }
23:59:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.062276  4165 catalog_manager.cc:5495] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 reported cstate change: term changed from 1 to 2, leader changed from 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3) to e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2). New cstate: current_term: 2 leader_uuid: "e0e1aa877b6d418fb93baf77cf002128" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6c3da0c9fcb242ed81dfbae0aeffba50" member_type: VOTER last_known_addr { host: "127.3.245.3" port: 36741 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e0e1aa877b6d418fb93baf77cf002128" member_type: VOTER last_known_addr { host: "127.3.245.2" port: 37485 } health_report { overall_health: HEALTHY } } }
23:59:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.071388  4887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "8401fda446864af086801a4e9a94ee9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } }
23:59:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.071736  4887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f [sys.catalog]: This master's current role is: LEADER
23:59:21.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f9e4cfed3db4428f97cb332028c4ebbc for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
23:59:21.430 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f9e4cfed3db4428f97cb332028c4ebbc@[070cb22d2d6a449184493a3f16b60d27(127.3.245.1:46011),6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741),e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)[L]]}]
23:59:21.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f9e4cfed3db4428f97cb332028c4ebbc, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1713), Traces: [0ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [2ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.60:41003, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [36ms] Sub RPC GetTableLocations: received response from server master-127.3.245.60:41003: Illegal state: Not the leader. Local UUID: a77871eedcfb48c6b6ccbcd867235684, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f403b55802b141f2b64038198eb047d6" member_type: VOTER last_known_addr { host: "127.3.245.62" port: 39767 } } peers { permanent_uuid: "8401fda446864af086801a4e9a94ee9f" member_type: VOTER last_known_addr { host: "127.3.245.61" port: 46347 } } peers { permanent_uuid: "a77871eedcfb48c6b6ccbcd867235684" member_type: VOTER last_known_addr { host: "127.3.245.60" port: 41003 } } } (error 0), [49ms] Sub RPC GetTableLocations: refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [54ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [69ms] Sub RPC GetTableLocations: refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [73ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [89ms] Sub RPC GetTableLocations: refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [93ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [109ms] Sub RPC GetTableLocations: refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [114ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [129ms] Sub RPC GetTableLocations: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [189ms] Sub RPC GetTableLocations: refreshing cache from master, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [195ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [290ms] Sub RPC GetTableLocations: refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [294ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [350ms] Sub RPC GetTableLocations: refreshing cache from master, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [353ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [354ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [354ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.3.245.62:39767,127.3.245.61:46347,127.3.245.60:41003) has no leader., [709ms] Sub RPC GetTableLocations: refreshing cache from master, [709ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.62:39767, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.61:46347, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.245.60:41003, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.62:39767: OK, [712ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.60:41003: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.3.245.61:46347: OK, [716ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [718ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [721ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [724ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [724ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [749ms] refreshing cache from master, [750ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [752ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [755ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [756ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [756ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [789ms] refreshing cache from master, [790ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [792ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [795ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [797ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [798ms] delaying RPC due to: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [889ms] refreshing cache from master, [889ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.245.61:46347, [892ms] Sub RPC GetTableLocations: received response from server master-127.3.245.61:46347: OK, [894ms] sending RPC to server 6c3da0c9fcb242ed81dfbae0aeffba50, [896ms] received response from server 6c3da0c9fcb242ed81dfbae0aeffba50: Network error: Failed to connect to peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741): Connection refused: /127.3.245.3:36741, [896ms] too many traces: truncated at 100 traces, deferred=Deferred@819236437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1067421507@73138d8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428) -> (continuation of Deferred@385275236 after retry RPC@900707240) -> (continuation of Deferred@739424801 after retry RPC@206401855) -> (continuation of Deferred@737087132 after retry RPC@1280067159), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ecbec60 -> wakeup thread Time-limited test -> (continuation of Deferred@2038585106 after retry RPC@277751806) -> (continuation of Deferred@1523308586 after retry RPC@1888124428) -> (continuation of Deferred@385275236 after retry RPC@900707240) -> (continuation of Deferred@739424801 after retry RPC@206401855) -> (continuation of Deferred@737087132 after retry RPC@1280067159))) after lookup
23:59:21.432 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)] connecting to peer
23:59:21.433 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)] Successfully connected to peer
23:59:21.450 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2a6b08a8, L:/127.0.0.1:51554 - R:/127.3.245.2:37485] using TOKEN/null
23:59:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.455834  4419 raft_consensus.cc:1261] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 2 FOLLOWER]: Refusing update from remote peer e0e1aa877b6d418fb93baf77cf002128: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 13. (index mismatch)
23:59:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.456616  4909 consensus_queue.cc:1035] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [LEADER]: Connected to new peer: Peer: permanent_uuid: "070cb22d2d6a449184493a3f16b60d27" member_type: VOTER last_known_addr { host: "127.3.245.1" port: 46011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
23:59:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.457051  4492 consensus_peers.cc:487] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 -> Peer 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741): Couldn't send request to peer 6c3da0c9fcb242ed81dfbae0aeffba50. Status: Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.458586  4468 heartbeater.cc:503] Master 127.3.245.61:46347 was elected leader, sending a full tablet report...
23:59:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.463775  4918 mvcc.cc:205] Tried to move back new op lower bound from 7305088046914813952 to 7305088045296955392. Current Snapshot: MvccSnapshot[applied={T|T < 7305088046914813952}]
23:59:21.540 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=f9e4cfed3db4428f97cb332028c4ebbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.541986  4165 catalog_manager.cc:2461] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:33754:
23:59:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:59:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.542318  4165 catalog_manager.cc:2645] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:33754:
23:59:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
23:59:21.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.550917  4165 catalog_manager.cc:5782] T 00000000000000000000000000000000 P 8401fda446864af086801a4e9a94ee9f: Sending DeleteTablet for 3 replicas of tablet f9e4cfed3db4428f97cb332028c4ebbc
23:59:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.576313  4538 tablet_service.cc:1514] Processing DeleteTablet for tablet f9e4cfed3db4428f97cb332028c4ebbc with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:59:21 UTC) from {username='slave'} at 127.0.0.1:51560
23:59:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.578236  4151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111) [suppressed 4 similar messages]
23:59:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.578531  4400 tablet_service.cc:1514] Processing DeleteTablet for tablet f9e4cfed3db4428f97cb332028c4ebbc with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-07 23:59:21 UTC) from {username='slave'} at 127.0.0.1:56980
23:59:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.581840  4928 tablet_replica.cc:330] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: stopping tablet replica
23:59:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.582283  4928 raft_consensus.cc:2229] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 2 LEADER]: Raft consensus shutting down.
23:59:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.583077  4928 raft_consensus.cc:2258] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128 [term 2 FOLLOWER]: Raft consensus is shut down!
23:59:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.583971  4930 tablet_replica.cc:330] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: stopping tablet replica
23:59:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.585126  4928 ts_tablet_manager.cc:1905] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Deleting tablet data with delete state TABLET_DATA_DELETED
23:59:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.585062  4151 catalog_manager.cc:4584] TS 6c3da0c9fcb242ed81dfbae0aeffba50 (127.3.245.3:36741): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet f9e4cfed3db4428f97cb332028c4ebbc: Network error: Client connection negotiation failed: client connection to 127.3.245.3:36741: connect: Connection refused (error 111)
23:59:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.585487  4930 raft_consensus.cc:2229] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 2 FOLLOWER]: Raft consensus shutting down.
23:59:21.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.586355  4930 raft_consensus.cc:2258] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27 [term 2 FOLLOWER]: Raft consensus is shut down!
23:59:21.587 [DEBUG - main] (Connection.java:575) [peer master-127.3.245.62:39767(127.3.245.62:39767)] disconnecting while in state READY
23:59:21.587 [DEBUG - main] (Connection.java:575) [peer master-127.3.245.60:41003(127.3.245.60:41003)] disconnecting while in state READY
23:59:21.588 [DEBUG - main] (Connection.java:575) [peer e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)] disconnecting while in state READY
23:59:21.588 [DEBUG - main] (Connection.java:575) [peer master-127.3.245.61:46347(127.3.245.61:46347)] disconnecting while in state READY
23:59:21.588 [DEBUG - main] (Connection.java:575) [peer 6c3da0c9fcb242ed81dfbae0aeffba50(127.3.245.3:36741)] disconnecting while in state TERMINATED
23:59:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.588583  4930 ts_tablet_manager.cc:1905] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Deleting tablet data with delete state TABLET_DATA_DELETED
23:59:21.589 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.245.62:39767(127.3.245.62:39767)] handling channelInactive
23:59:21.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.245.62:39767(127.3.245.62:39767)] cleaning up while in state READY due to: connection closed
23:59:21.591 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:59:21.592 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.245.60:41003(127.3.245.60:41003)] handling channelInactive
23:59:21.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.245.60:41003(127.3.245.60:41003)] cleaning up while in state READY due to: connection closed
23:59:21.592 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)] handling channelInactive
23:59:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.592526  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4318
23:59:21.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e0e1aa877b6d418fb93baf77cf002128(127.3.245.2:37485)] cleaning up while in state READY due to: connection closed
23:59:21.593 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.245.61:46347(127.3.245.61:46347)] handling channelInactive
23:59:21.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.245.61:46347(127.3.245.61:46347)] cleaning up while in state READY due to: connection closed
23:59:21.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.594899  4928 ts_tablet_manager.cc:1918] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
23:59:21.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.595229  4928 log.cc:1196] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Deleting WAL directory at /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-1/wal/wals/f9e4cfed3db4428f97cb332028c4ebbc
23:59:21.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.595909  4928 ts_tablet_manager.cc:1939] T f9e4cfed3db4428f97cb332028c4ebbc P e0e1aa877b6d418fb93baf77cf002128: Deleting consensus metadata
23:59:21.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.597944  4152 catalog_manager.cc:4841] TS e0e1aa877b6d418fb93baf77cf002128 (127.3.245.2:37485): tablet f9e4cfed3db4428f97cb332028c4ebbc (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3]) successfully deleted
23:59:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.602221  4930 ts_tablet_manager.cc:1918] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
23:59:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.602389  4930 log.cc:1196] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Deleting WAL directory at /tmp/dist-test-taskgQuXou/test-tmp/mini-kudu-cluster5545749800432584887/ts-0/wal/wals/f9e4cfed3db4428f97cb332028c4ebbc
23:59:21.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.602885  4930 ts_tablet_manager.cc:1939] T f9e4cfed3db4428f97cb332028c4ebbc P 070cb22d2d6a449184493a3f16b60d27: Deleting consensus metadata
23:59:21.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.604692  4150 catalog_manager.cc:4841] TS 070cb22d2d6a449184493a3f16b60d27 (127.3.245.1:46011): tablet f9e4cfed3db4428f97cb332028c4ebbc (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=2270ece472964c1db5dc7b5bfb688dd3]) successfully deleted
23:59:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.616740  4461 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.709309  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4318
23:59:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.724838  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4476
23:59:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.733016  4599 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.846189  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4476
23:59:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.862156  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4063
23:59:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.863320  4125 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.983763  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4063
23:59:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.999984  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4132
23:59:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:22.001016  4197 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:22.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:22.109797  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4132
23:59:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:22.125785  4807 connection.cc:535] server connection from 127.0.0.1:48946 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:59:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:22.126003  4052 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskgQuXou/build/asan/bin/kudu pid 4792
23:59:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:22.132450  4854 generic_service.cc:196] Checking for leaks (request via RPC)
23:59:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:22.234467  4052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskgQuXou/build/asan/bin/kudu with pid 4792
23:59:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:22Z chronyd exiting

Time: 18.957

OK (2 tests)

