JUnit version 4.13.2
.01:59:46.383 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069586374
01:59:46.473 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
01:59:46.531 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:59:46.541 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskp8sP28/test-tmp
01:59:46.546 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
01:59:46.549 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskp8sP28/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
01:59:46.835 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

01:59:46.982 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
01:59:46.985 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

01:59:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:46.989001 26185 mini_oidc.cc:150] Starting JWKS server
01:59:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:46.995322 26185 webserver.cc:533] Webserver started at http://127.0.0.1:35933/ using document root <none> and password file <none>
01:59:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:46.995702 26185 mini_oidc.cc:186] Starting OIDC Discovery server
01:59:46.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:46.996701 26185 webserver.cc:533] Webserver started at http://127.0.0.1:34743/ using document root <none> and password file <none>
01:59:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T01:59:47Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:59:47.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T01:59:47Z Disabled control of system clock
01:59:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.038205 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal
01:59:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data
01:59:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/logs
01:59:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data/info.pb
01:59:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.126:34729
01:59:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.126
01:59:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35933/jwks.json with env {}
01:59:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.377765 26197 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.378118 26197 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.378224 26197 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.387219 26197 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.387497 26197 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.387609 26197 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.387672 26197 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.387754 26197 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.387805 26197 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35933/jwks.json
01:59:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.398759 26197 master_runner.cc:387] Master server non-default flags:
01:59:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data
01:59:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal
01:59:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.126:34729
01:59:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35933/jwks.json
01:59:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data/info.pb
01:59:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.126
01:59:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/logs
01:59:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.400946 26197 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.403429 26197 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.415917 26202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.415987 26203 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.416145 26205 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.417227 26197 server_base.cc:1061] running on GCE node
01:59:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.418319 26197 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.420027 26197 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.421291 26197 hybrid_clock.cc:648] HybridClock initialized: now 1779069587421227 us; error 60 us; skew 500 ppm
01:59:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.421624 26197 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.424109 26197 webserver.cc:533] Webserver started at http://127.25.146.126:37407/ using document root <none> and password file <none>
01:59:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.425019 26197 fs_manager.cc:362] Metadata directory not provided
01:59:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.425170 26197 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.425786 26197 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.428591 26197 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data/instance:
01:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c78388c30de461ca0f53711e7e17249"
01:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:47 on dist-test-slave-ztlx"
01:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.429580 26197 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal/instance:
01:59:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c78388c30de461ca0f53711e7e17249"
01:59:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:47 on dist-test-slave-ztlx"
01:59:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.435312 26197 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
01:59:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.438898 26211 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.440613 26197 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
01:59:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.440765 26197 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal
01:59:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c78388c30de461ca0f53711e7e17249"
01:59:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:47 on dist-test-slave-ztlx"
01:59:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.440987 26197 fs_report.cc:389] FS layout report
01:59:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal
01:59:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal
01:59:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data/data
01:59:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.466382 26197 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.467344 26197 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.467595 26197 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:47.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.492604 26197 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.126:34729
01:59:47.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.492625 26262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.126:34729 every 8 connection(s)
01:59:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.494064 26197 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/data/info.pb
01:59:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.498355 26263 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.501674 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26197
01:59:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.502002 26185 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-0/wal/instance
01:59:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.504388 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal
01:59:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data
01:59:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/logs
01:59:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data/info.pb
01:59:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.125:32939
01:59:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.125
01:59:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:47.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35933/jwks.json with env {}
01:59:47.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.504069 26263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } has no permanent_uuid. Determining permanent_uuid...
01:59:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.526373 26263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } has no permanent_uuid. Determining permanent_uuid...
01:59:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.527436 26212 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.125:32939: connect: Connection refused (error 111)
01:59:47.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.529176 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.125:32939: Network error: Client connection negotiation failed: client connection to 127.25.146.125:32939: connect: Connection refused (error 111)
01:59:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.578562 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } attempt: 1
01:59:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.581338 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.125:32939: Network error: Client connection negotiation failed: client connection to 127.25.146.125:32939: connect: Connection refused (error 111)
01:59:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.649637 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } attempt: 2
01:59:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.651913 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.125:32939: Network error: Client connection negotiation failed: client connection to 127.25.146.125:32939: connect: Connection refused (error 111)
01:59:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.743209 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } attempt: 3
01:59:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.745733 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.125:32939: Network error: Client connection negotiation failed: client connection to 127.25.146.125:32939: connect: Connection refused (error 111)
01:59:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.846710 26267 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.847069 26267 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.847211 26267 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.856081 26267 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.856194 26267 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.856251 26267 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.856292 26267 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.856343 26267 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.856379 26267 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35933/jwks.json
01:59:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.867033 26267 master_runner.cc:387] Master server non-default flags:
01:59:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data
01:59:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal
01:59:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.125:32939
01:59:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35933/jwks.json
01:59:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data/info.pb
01:59:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.125
01:59:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/logs
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.869225 26267 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.871335 26267 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.880823 26274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.880853 26273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:47.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.882858 26276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:47.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.883580 26267 server_base.cc:1061] running on GCE node
01:59:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.884488 26267 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.886227 26267 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.887619 26267 hybrid_clock.cc:648] HybridClock initialized: now 1779069587887521 us; error 88 us; skew 500 ppm
01:59:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.888084 26267 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.889015 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } attempt: 4
01:59:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:47.891301 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.125:32939: Network error: Client connection negotiation failed: client connection to 127.25.146.125:32939: connect: Connection refused (error 111)
01:59:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.891492 26267 webserver.cc:533] Webserver started at http://127.25.146.125:42205/ using document root <none> and password file <none>
01:59:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.892452 26267 fs_manager.cc:362] Metadata directory not provided
01:59:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.892550 26267 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.892854 26267 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.895325 26267 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data/instance:
01:59:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "118312895d054f59a4a6a6e66033871c"
01:59:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:47 on dist-test-slave-ztlx"
01:59:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.896162 26267 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal/instance:
01:59:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "118312895d054f59a4a6a6e66033871c"
01:59:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:47 on dist-test-slave-ztlx"
01:59:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.903139 26267 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.003s
01:59:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.907486 26282 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.908985 26267 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
01:59:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.909198 26267 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal
01:59:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "118312895d054f59a4a6a6e66033871c"
01:59:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:47 on dist-test-slave-ztlx"
01:59:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.909561 26267 fs_report.cc:389] FS layout report
01:59:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal
01:59:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data/data
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.925194 26267 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.926234 26267 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.926585 26267 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.950166 26267 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.125:32939
01:59:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.950176 26333 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.125:32939 every 8 connection(s)
01:59:47.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.951968 26267 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/data/info.pb
01:59:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.956558 26334 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.958935 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26267
01:59:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.959113 26185 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-1/wal/instance
01:59:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.960494 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/logs
01:59:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data/info.pb
01:59:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.124:41511
01:59:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.124
01:59:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35933/jwks.json with env {}
01:59:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.967105 26334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } has no permanent_uuid. Determining permanent_uuid...
01:59:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.988098 26334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } has no permanent_uuid. Determining permanent_uuid...
01:59:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:47.998790 26334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } has no permanent_uuid. Determining permanent_uuid...
01:59:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.000347 26285 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.003130 26334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.052490 26334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 1
01:59:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.054755 26334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.123303 26334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 2
01:59:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.125720 26334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.190614 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } attempt: 5
01:59:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.197896 26263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } has no permanent_uuid. Determining permanent_uuid...
01:59:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.200222 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.216958 26334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 3
01:59:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.219547 26334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.251592 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 1
01:59:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.253787 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.322055 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 2
01:59:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.322963 26336 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.323717 26336 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.323863 26336 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.324525 26263 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.333007 26336 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.333101 26336 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.333158 26336 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.333196 26336 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.333248 26336 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.333281 26336 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35933/jwks.json
01:59:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.343905 26336 master_runner.cc:387] Master server non-default flags:
01:59:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.124:41511
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35933/jwks.json
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data/info.pb
01:59:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.124
01:59:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/logs
01:59:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.345626 26336 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.347710 26336 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.356485 26344 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.356475 26347 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.357245 26345 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.357894 26336 server_base.cc:1061] running on GCE node
01:59:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.358786 26336 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.360581 26336 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.361812 26336 hybrid_clock.cc:648] HybridClock initialized: now 1779069588361746 us; error 57 us; skew 500 ppm
01:59:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.362141 26336 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.362758 26334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 4
01:59:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.365026 26334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.146.124:41511: Network error: Client connection negotiation failed: client connection to 127.25.146.124:41511: connect: Connection refused (error 111)
01:59:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.365134 26336 webserver.cc:533] Webserver started at http://127.25.146.124:40965/ using document root <none> and password file <none>
01:59:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.365859 26336 fs_manager.cc:362] Metadata directory not provided
01:59:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.365954 26336 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.366257 26336 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.368701 26336 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data/instance:
01:59:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ff13497a053413986b8189b79bab804"
01:59:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:48 on dist-test-slave-ztlx"
01:59:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.369488 26336 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal/instance:
01:59:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ff13497a053413986b8189b79bab804"
01:59:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:48 on dist-test-slave-ztlx"
01:59:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.375146 26336 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.005s
01:59:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.378914 26353 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.380580 26336 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.380740 26336 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ff13497a053413986b8189b79bab804"
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:48 on dist-test-slave-ztlx"
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.381011 26336 fs_report.cc:389] FS layout report
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal
01:59:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data/data
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.409107 26336 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.409960 26336 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.410200 26336 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.430765 26263 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 3
01:59:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.432789 26336 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.124:41511
01:59:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.432768 26404 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.124:41511 every 8 connection(s)
01:59:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.434862 26336 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/data/info.pb
01:59:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.440187 26406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.443738 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26336
01:59:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.443948 26185 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/master-2/wal/instance
01:59:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.447618 26406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } has no permanent_uuid. Determining permanent_uuid...
01:59:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.453904 26263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: Bootstrap starting.
01:59:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.460906 26263 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: Neither blocks nor log segments found. Creating new log.
01:59:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.463728 26263 log.cc:826] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: Log is configured to *not* fsync() on all Append() calls
01:59:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.468209 26263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: No bootstrap required, opened a new log
01:59:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.473446 26406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } has no permanent_uuid. Determining permanent_uuid...
01:59:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.476281 26263 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.476892 26263 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.477059 26263 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c78388c30de461ca0f53711e7e17249, State: Initialized, Role: FOLLOWER
01:59:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.478240 26263 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.482306 26406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } has no permanent_uuid. Determining permanent_uuid...
01:59:48.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.485406 26412 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.485737 26412 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.487857 26263 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: configured and running, proceeding with master startup.
01:59:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.495026 26406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: Bootstrap starting.
01:59:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.499439 26406 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: Neither blocks nor log segments found. Creating new log.
01:59:48.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.500825 26406 log.cc:826] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: Log is configured to *not* fsync() on all Append() calls
01:59:48.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.511122 26406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: No bootstrap required, opened a new log
01:59:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.510013 26197 master_runner.cc:187] Error getting master registration for 127.25.146.125:32939: OK, instance_id { permanent_uuid: "118312895d054f59a4a6a6e66033871c" instance_seqno: 1779069587943647 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:59:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.514585 26197 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.518328 26423 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.518499 26423 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.519596 26406 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.519948 26406 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.520059 26406 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ff13497a053413986b8189b79bab804, State: Initialized, Role: FOLLOWER
01:59:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.521173 26406 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.522221 26426 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.522528 26426 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.523888 26406 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: configured and running, proceeding with master startup.
01:59:48.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.541290 26437 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.543802 26437 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:48.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.541893 26336 master_runner.cc:187] Error getting master registration for 127.25.146.125:32939: OK, instance_id { permanent_uuid: "118312895d054f59a4a6a6e66033871c" instance_seqno: 1779069587943647 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:59:48.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.549819 26336 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.662555 26359 tablet.cc:2404] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.664306 26334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } attempt: 5
01:59:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.677735 26334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: Bootstrap starting.
01:59:48.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.681384 26334 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: Neither blocks nor log segments found. Creating new log.
01:59:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.682747 26334 log.cc:826] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: Log is configured to *not* fsync() on all Append() calls
01:59:48.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.685691 26334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: No bootstrap required, opened a new log
01:59:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.691210 26334 raft_consensus.cc:359] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.691514 26334 raft_consensus.cc:385] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.691637 26334 raft_consensus.cc:740] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 118312895d054f59a4a6a6e66033871c, State: Initialized, Role: FOLLOWER
01:59:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.692421 26334 consensus_queue.cc:260] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.693490 26440 sys_catalog.cc:455] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.694423 26440 sys_catalog.cc:458] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.694902 26334 sys_catalog.cc:565] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: configured and running, proceeding with master startup.
01:59:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.715353 26267 master_runner.cc:264] No leader master found from master 118312895d054f59a4a6a6e66033871c
01:59:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.715513 26267 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.721038 26217 tablet.cc:2404] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.724552 26451 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:48.725071 26451 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.768703 26426 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.769004 26426 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.772316 26238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ff13497a053413986b8189b79bab804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c78388c30de461ca0f53711e7e17249" is_pre_election: true
01:59:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.772818 26238 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ff13497a053413986b8189b79bab804 in term 0.
01:59:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.773459 26354 leader_election.cc:304] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c78388c30de461ca0f53711e7e17249, 2ff13497a053413986b8189b79bab804; no voters: 
01:59:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.775259 26426 leader_election.cc:290] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1c78388c30de461ca0f53711e7e17249 (127.25.146.126:34729), 118312895d054f59a4a6a6e66033871c (127.25.146.125:32939)
01:59:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.775499 26426 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:59:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.775758 26426 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:59:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.775893 26426 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 0 FOLLOWER]: Advancing to term 1
01:59:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.780982 26426 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.784368 26426 leader_election.cc:290] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [CANDIDATE]: Term 1 election: Requested vote from peers 1c78388c30de461ca0f53711e7e17249 (127.25.146.126:34729), 118312895d054f59a4a6a6e66033871c (127.25.146.125:32939)
01:59:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.791474 26238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ff13497a053413986b8189b79bab804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c78388c30de461ca0f53711e7e17249"
01:59:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.791522 26309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ff13497a053413986b8189b79bab804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "118312895d054f59a4a6a6e66033871c" is_pre_election: true
01:59:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.791767 26238 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 0 FOLLOWER]: Advancing to term 1
01:59:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.792172 26309 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ff13497a053413986b8189b79bab804 in term 0.
01:59:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.795452 26238 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ff13497a053413986b8189b79bab804 in term 1.
01:59:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.802798 26309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ff13497a053413986b8189b79bab804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "118312895d054f59a4a6a6e66033871c"
01:59:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.803030 26309 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 0 FOLLOWER]: Advancing to term 1
01:59:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.806435 26309 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ff13497a053413986b8189b79bab804 in term 1.
01:59:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.807924 26354 leader_election.cc:304] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c78388c30de461ca0f53711e7e17249, 2ff13497a053413986b8189b79bab804; no voters: 
01:59:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.809091 26453 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 1 FOLLOWER]: Leader election won for term 1
01:59:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.809690 26453 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [term 1 LEADER]: Becoming Leader. State: Replica: 2ff13497a053413986b8189b79bab804, State: Running, Role: LEADER
01:59:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.810429 26453 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } }
01:59:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.822935 26426 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ff13497a053413986b8189b79bab804. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.823189 26426 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: This master's current role is: LEADER
01:59:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.839344 26455 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
01:59:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.841727 26455 catalog_manager.cc:1519] Initializing Kudu cluster ID...
01:59:48.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.863981 26309 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [term 1 FOLLOWER]: Refusing update from remote peer 2ff13497a053413986b8189b79bab804: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.865550 26426 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [LEADER]: Connected to new peer: Peer: permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:59:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.873494 26238 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [term 1 FOLLOWER]: Refusing update from remote peer 2ff13497a053413986b8189b79bab804: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.874716 26426 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:59:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.911212 26440 sys_catalog.cc:455] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ff13497a053413986b8189b79bab804. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.911504 26440 sys_catalog.cc:458] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.914628 26456 mvcc.cc:204] Tried to move back new op lower bound from 7287069035975127040 to 7287069035774222336. Current Snapshot: MvccSnapshot[applied={T|T < 7287069035975127040}]
01:59:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.916013 26412 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ff13497a053413986b8189b79bab804. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.916296 26412 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.917197 26457 mvcc.cc:204] Tried to move back new op lower bound from 7287069035975127040 to 7287069035774222336. Current Snapshot: MvccSnapshot[applied={T|T < 7287069035975127040}]
01:59:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.930766 26412 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.930996 26412 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249 [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.941500 26458 mvcc.cc:204] Tried to move back new op lower bound from 7287069035975127040 to 7287069035774222336. Current Snapshot: MvccSnapshot[applied={T|T < 7287069035975127040 or (T in {7287069035975127040})}]
01:59:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.947814 26440 sys_catalog.cc:455] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.948098 26440 sys_catalog.cc:458] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c [sys.catalog]: This master's current role is: FOLLOWER
01:59:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.952185 26455 catalog_manager.cc:1382] Generated new cluster ID: 435080309e5e43598cfa2d18a75bc540
01:59:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.952316 26455 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
01:59:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.954286 26453 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.954596 26453 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: This master's current role is: LEADER
01:59:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.954892 26453 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2ff13497a053413986b8189b79bab804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c78388c30de461ca0f53711e7e17249" member_type: VOTER last_known_addr { host: "127.25.146.126" port: 34729 } } peers { permanent_uuid: "118312895d054f59a4a6a6e66033871c" member_type: VOTER last_known_addr { host: "127.25.146.125" port: 32939 } } peers { permanent_uuid: "2ff13497a053413986b8189b79bab804" member_type: VOTER last_known_addr { host: "127.25.146.124" port: 41511 } } }
01:59:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:48.955077 26453 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804 [sys.catalog]: This master's current role is: LEADER
01:59:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.009295 26455 catalog_manager.cc:1405] Generated new certificate authority record
01:59:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.011711 26455 catalog_manager.cc:1539] Loading token signing keys...
01:59:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.038983 26455 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2ff13497a053413986b8189b79bab804: Generated new TSK 0
01:59:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.041182 26455 catalog_manager.cc:1549] Initializing in-progress tserver states...
01:59:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.054205 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:0
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.462616 26464 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.462984 26464 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.463057 26464 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.471710 26464 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.471884 26464 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.65
01:59:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.482090 26464 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:0
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.484148 26464 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.486631 26464 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.499672 26470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.499655 26469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.516556 26472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.517207 26464 server_base.cc:1061] running on GCE node
01:59:49.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.518042 26464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.521162 26423 catalog_manager.cc:1294] Loaded cluster ID: 435080309e5e43598cfa2d18a75bc540
01:59:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.521268 26423 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: loading cluster ID for follower catalog manager: success
01:59:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.525437 26423 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: acquiring CA information for follower catalog manager: success
01:59:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.528870 26423 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1c78388c30de461ca0f53711e7e17249: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:59:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.529330 26464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.530611 26464 hybrid_clock.cc:648] HybridClock initialized: now 1779069589530559 us; error 48 us; skew 500 ppm
01:59:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.530995 26464 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.533742 26464 webserver.cc:533] Webserver started at http://127.25.146.65:36213/ using document root <none> and password file <none>
01:59:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.534617 26464 fs_manager.cc:362] Metadata directory not provided
01:59:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.534811 26464 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.535120 26464 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.537518 26464 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/instance:
01:59:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "895cfd530a5d44cb9a148c1c73679f0c"
01:59:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:49 on dist-test-slave-ztlx"
01:59:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.538362 26464 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal/instance:
01:59:49.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "895cfd530a5d44cb9a148c1c73679f0c"
01:59:49.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:49 on dist-test-slave-ztlx"
01:59:49.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.546108 26464 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.004s
01:59:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.551120 26479 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.552860 26464 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.553009 26464 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "895cfd530a5d44cb9a148c1c73679f0c"
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:49 on dist-test-slave-ztlx"
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.553179 26464 fs_report.cc:389] FS layout report
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/data
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.574823 26464 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.575670 26464 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:49.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.575901 26464 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.577152 26464 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.579370 26464 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.579502 26464 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
01:59:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.579612 26464 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.579684 26464 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
01:59:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.619360 26464 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.65:46201
01:59:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.619462 26591 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.65:46201 every 8 connection(s)
01:59:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.620995 26464 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
01:59:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.628289 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26464
01:59:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.628454 26185 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal/instance
01:59:49.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.633670 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
01:59:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:0
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
01:59:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.640723 26593 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
01:59:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.640777 26592 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
01:59:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.640929 26594 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
01:59:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.641178 26593 heartbeater.cc:461] Registering TS with master...
01:59:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.641173 26594 heartbeater.cc:461] Registering TS with master...
01:59:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.641172 26592 heartbeater.cc:461] Registering TS with master...
01:59:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.643214 26594 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
01:59:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.643261 26593 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
01:59:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.643286 26592 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
01:59:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.645623 26370 ts_manager.cc:194] Registered new tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.645864 26228 ts_manager.cc:194] Registered new tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.645929 26299 ts_manager.cc:194] Registered new tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.647964 26370 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.65:53063
01:59:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.728092 26451 catalog_manager.cc:1294] Loaded cluster ID: 435080309e5e43598cfa2d18a75bc540
01:59:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.728217 26451 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: loading cluster ID for follower catalog manager: success
01:59:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.731926 26451 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: acquiring CA information for follower catalog manager: success
01:59:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:49.734393 26451 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 118312895d054f59a4a6a6e66033871c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:59:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.992302 26602 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.992669 26602 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:49.992771 26602 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.002559 26602 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.002844 26602 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.66
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.013717 26602 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:0
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.016064 26602 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.018141 26602 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.030108 26608 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.030172 26607 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.030462 26610 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.031497 26602 server_base.cc:1061] running on GCE node
01:59:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.032402 26602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.033377 26602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.034627 26602 hybrid_clock.cc:648] HybridClock initialized: now 1779069590034574 us; error 49 us; skew 500 ppm
01:59:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.035111 26602 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.037729 26602 webserver.cc:533] Webserver started at http://127.25.146.66:44991/ using document root <none> and password file <none>
01:59:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.038542 26602 fs_manager.cc:362] Metadata directory not provided
01:59:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.038700 26602 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.039134 26602 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.041581 26602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/instance:
01:59:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
01:59:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.042467 26602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal/instance:
01:59:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
01:59:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.048264 26602 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.000s	sys 0.004s
01:59:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.052700 26616 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.054288 26602 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
01:59:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.054500 26602 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.054841 26602 fs_report.cc:389] FS layout report
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/data
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.071019 26602 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.072026 26602 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.072363 26602 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.073460 26602 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.075364 26602 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.075500 26602 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
01:59:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.075618 26602 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.075712 26602 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
01:59:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.114991 26602 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.66:41289
01:59:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.115082 26728 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.66:41289 every 8 connection(s)
01:59:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.116477 26602 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
01:59:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.121261 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26602
01:59:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.121501 26185 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal/instance
01:59:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.127701 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:0
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:50.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.145898 26731 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
01:59:50.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.146273 26731 heartbeater.cc:461] Registering TS with master...
01:59:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.147257 26729 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
01:59:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.147495 26729 heartbeater.cc:461] Registering TS with master...
01:59:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.148034 26729 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
01:59:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.147491 26731 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
01:59:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.150061 26370 ts_manager.cc:194] Registered new tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.150309 26299 ts_manager.cc:194] Registered new tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.150774 26730 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
01:59:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.150888 26730 heartbeater.cc:461] Registering TS with master...
01:59:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.151314 26730 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
01:59:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.151381 26370 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.66:47461
01:59:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.152318 26228 ts_manager.cc:194] Registered new tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.490156 26736 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.490455 26736 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.490525 26736 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.500101 26736 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.500268 26736 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.67
01:59:50.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.510542 26736 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:0
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.512246 26736 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.514775 26736 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.529057 26742 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.529071 26741 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:50.529076 26744 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.530143 26736 server_base.cc:1061] running on GCE node
01:59:50.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.530854 26736 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:50.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.531919 26736 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:50.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.533167 26736 hybrid_clock.cc:648] HybridClock initialized: now 1779069590533105 us; error 51 us; skew 500 ppm
01:59:50.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.533561 26736 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.536267 26736 webserver.cc:533] Webserver started at http://127.25.146.67:35117/ using document root <none> and password file <none>
01:59:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.537110 26736 fs_manager.cc:362] Metadata directory not provided
01:59:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.537442 26736 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.537906 26736 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.540601 26736 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/instance:
01:59:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "095674cf4c624522bc8571078f280bf9"
01:59:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.541479 26736 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal/instance:
01:59:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "095674cf4c624522bc8571078f280bf9"
01:59:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.547391 26736 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.005s
01:59:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.551330 26750 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.552846 26736 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.553131 26736 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "095674cf4c624522bc8571078f280bf9"
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.553413 26736 fs_report.cc:389] FS layout report
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/data
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.582517 26736 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.583595 26736 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.583964 26736 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.585095 26736 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.587136 26736 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.587297 26736 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
01:59:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.587416 26736 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.587503 26736 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
01:59:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.627808 26736 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.67:39531
01:59:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.627930 26862 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.67:39531 every 8 connection(s)
01:59:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.629331 26736 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
01:59:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.637612 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26736
01:59:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.637799 26185 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal/instance
01:59:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.648387 26864 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
01:59:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.648825 26864 heartbeater.cc:461] Registering TS with master...
01:59:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.650246 26864 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
01:59:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.650768 26592 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
01:59:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.652732 26865 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
01:59:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.652752 26228 ts_manager.cc:194] Registered new tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
01:59:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.653201 26863 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
01:59:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.653231 26865 heartbeater.cc:461] Registering TS with master...
01:59:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.653348 26863 heartbeater.cc:461] Registering TS with master...
01:59:50.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.653975 26865 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
01:59:50.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.654156 26863 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
01:59:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.655105 26298 ts_manager.cc:194] Registered new tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
01:59:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.655138 26370 ts_manager.cc:194] Registered new tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
01:59:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.655941 26370 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.67:45451
01:59:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:50.667146 26185 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
01:59:50.669 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
01:59:50.670 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

01:59:50.680 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.146.126"
      port: 34729
    }
    bound_http_address {
      host: "127.25.146.126"
      port: 37407
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.146.125"
      port: 32939
    }
    bound_http_address {
      host: "127.25.146.125"
      port: 42205
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.146.124"
      port: 41511
    }
    bound_http_address {
      host: "127.25.146.124"
      port: 40965
    }
  }
}

01:59:50.683 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

01:59:50.686 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.146.65"
      port: 46201
    }
    bound_http_address {
      host: "127.25.146.65"
      port: 36213
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.146.66"
      port: 41289
    }
    bound_http_address {
      host: "127.25.146.66"
      port: 44991
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.146.67"
      port: 39531
    }
    bound_http_address {
      host: "127.25.146.67"
      port: 35117
    }
  }
}

01:59:50.686 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:59:50.856 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
01:59:50.917 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
01:59:51.097 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.146.125:32939(127.25.146.125:32939)] connecting to peer
01:59:51.147 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.146.124:41511(127.25.146.124:41511)] connecting to peer
01:59:51.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.155663 26729 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
01:59:51.159 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.146.126:34729(127.25.146.126:34729)] connecting to peer
01:59:51.163 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.146.125:32939(127.25.146.125:32939)] Successfully connected to peer
01:59:51.172 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.146.124:41511(127.25.146.124:41511)] Successfully connected to peer
01:59:51.176 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.146.126:34729(127.25.146.126:34729)] Successfully connected to peer
01:59:51.260 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.146.124
01:59:51.260 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.146.125
01:59:51.267 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.146.126
01:59:51.488 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x02c51089, L:/127.0.0.1:52042 - R:/127.25.146.124:41511] using SASL/PLAIN
01:59:51.488 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdaa30914, L:/127.0.0.1:34050 - R:/127.25.146.125:32939] using SASL/PLAIN
01:59:51.488 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0048268b, L:/127.0.0.1:50230 - R:/127.25.146.126:34729] using SASL/PLAIN
01:59:51.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:59:51.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=464), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.146.125:32939, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.146.124:41511, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.146.126:34729, [438ms] Sub RPC ConnectToMaster: received response from server master-127.25.146.125:32939: OK, [438ms] Sub RPC ConnectToMaster: received response from server master-127.25.146.126:34729: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.25.146.124:41511: OK, deferred=null) after lookup
01:59:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.581568 26370 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52042:
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047"
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:59:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:59:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:59:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:51.583673 26370 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
01:59:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.658113 26863 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
01:59:51.680 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a99bed30aa284533ba0924d1f57aebfc
01:59:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.679780 26664 tablet_service.cc:1511] Processing CreateTablet for tablet 7a1b3d6316924952a841085120c49da9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047 [id=a99bed30aa284533ba0924d1f57aebfc]), partition=RANGE (key) PARTITION UNBOUNDED
01:59:51.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.681633 26664 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a1b3d6316924952a841085120c49da9. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:51.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.681799 26527 tablet_service.cc:1511] Processing CreateTablet for tablet 7a1b3d6316924952a841085120c49da9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047 [id=a99bed30aa284533ba0924d1f57aebfc]), partition=RANGE (key) PARTITION UNBOUNDED
01:59:51.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.683347 26527 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a1b3d6316924952a841085120c49da9. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:51.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.697544 26897 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap starting.
01:59:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.698971 26798 tablet_service.cc:1511] Processing CreateTablet for tablet 7a1b3d6316924952a841085120c49da9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047 [id=a99bed30aa284533ba0924d1f57aebfc]), partition=RANGE (key) PARTITION UNBOUNDED
01:59:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.701125 26798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a1b3d6316924952a841085120c49da9. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.701472 26897 tablet_bootstrap.cc:654] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Neither blocks nor log segments found. Creating new log.
01:59:51.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.704846 26897 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Log is configured to *not* fsync() on all Append() calls
01:59:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.709542 26898 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap starting.
01:59:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.710583 26897 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: No bootstrap required, opened a new log
01:59:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.710929 26897 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent bootstrapping tablet: real 0.014s	user 0.008s	sys 0.000s
01:59:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.713395 26898 tablet_bootstrap.cc:654] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Neither blocks nor log segments found. Creating new log.
01:59:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.714735 26898 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Log is configured to *not* fsync() on all Append() calls
01:59:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.714916 26900 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap starting.
01:59:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.717964 26897 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.718601 26900 tablet_bootstrap.cc:654] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Neither blocks nor log segments found. Creating new log.
01:59:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.718645 26898 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: No bootstrap required, opened a new log
01:59:51.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.718703 26897 raft_consensus.cc:385] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:51.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.718829 26897 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Initialized, Role: FOLLOWER
01:59:51.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.718987 26898 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent bootstrapping tablet: real 0.010s	user 0.005s	sys 0.003s
01:59:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.719648 26897 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.720386 26900 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Log is configured to *not* fsync() on all Append() calls
01:59:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.724258 26897 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent starting tablet: real 0.013s	user 0.008s	sys 0.003s
01:59:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.729276 26900 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: No bootstrap required, opened a new log
01:59:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.729825 26900 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent bootstrapping tablet: real 0.015s	user 0.004s	sys 0.009s
01:59:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.729617 26898 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.730106 26898 raft_consensus.cc:385] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.730398 26898 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Initialized, Role: FOLLOWER
01:59:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.731348 26898 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.738005 26900 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.738708 26900 raft_consensus.cc:385] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.739022 26900 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Initialized, Role: FOLLOWER
01:59:51.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.739952 26900 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.746366 26898 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent starting tablet: real 0.027s	user 0.016s	sys 0.001s
01:59:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.749675 26900 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent starting tablet: real 0.019s	user 0.008s	sys 0.008s
01:59:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.794025 26902 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.794299 26902 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.796355 26902 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.804104 26547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
01:59:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.804672 26547 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 0.
01:59:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.805368 26617 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 
01:59:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.805433 26818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9" is_pre_election: true
01:59:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.805886 26818 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 0.
01:59:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.805883 26902 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:59:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.806072 26902 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:59:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.806180 26902 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 0 FOLLOWER]: Advancing to term 1
01:59:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.808347 26902 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.809016 26902 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 1 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.809551 26818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9"
01:59:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.809623 26547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c"
01:59:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.809751 26818 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 0 FOLLOWER]: Advancing to term 1
01:59:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.809801 26547 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 0 FOLLOWER]: Advancing to term 1
01:59:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.811842 26818 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 1.
01:59:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.811846 26547 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 1.
01:59:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.812283 26617 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 
01:59:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.812619 26902 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Leader election won for term 1
01:59:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.813161 26902 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 LEADER]: Becoming Leader. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Running, Role: LEADER
01:59:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.813714 26902 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.819572 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 reported cstate change: term changed from 0 to 1, leader changed from <none> to 35abab819704418eafe71e50f4bd3c81 (127.25.146.66). New cstate: current_term: 1 leader_uuid: "35abab819704418eafe71e50f4bd3c81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
01:59:51.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a99bed30aa284533ba0924d1f57aebfc
01:59:51.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:51.873 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:51.874 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [8ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=null) after lookup
01:59:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:51.875826 26595 tablet.cc:2404] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:51.880702 26732 tablet.cc:2404] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:51.884 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
01:59:51.888 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] Successfully connected to peer
01:59:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:51.889143 26866 tablet.cc:2404] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:51.960 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd0c53a0f, L:/127.0.0.1:49554 - R:/127.25.146.66:41289] using TOKEN/null
01:59:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.980978 26547 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 1 FOLLOWER]: Refusing update from remote peer 35abab819704418eafe71e50f4bd3c81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.983188 26818 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Refusing update from remote peer 35abab819704418eafe71e50f4bd3c81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.983803 26902 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:59:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:51.985169 26902 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:59:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:52.022686 26912 mvcc.cc:204] Tried to move back new op lower bound from 7287069048739418112 to 7287069048072970240. Current Snapshot: MvccSnapshot[applied={T|T < 7287069048739418112}]
01:59:52.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:52.036504 26914 mvcc.cc:204] Tried to move back new op lower bound from 7287069048739418112 to 7287069048072970240. Current Snapshot: MvccSnapshot[applied={T|T < 7287069048739418112}]
01:59:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:52.039958 26913 mvcc.cc:204] Tried to move back new op lower bound from 7287069048739418112 to 7287069048072970240. Current Snapshot: MvccSnapshot[applied={T|T < 7287069048739418112}]
01:59:52.165 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:52.167 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.66:41289
01:59:52.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:59:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:52.169497 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26602
01:59:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:52.183565 26724 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:52.320783 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26602
01:59:52.344 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:52.347 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] handling channelInactive
01:59:52.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state READY due to: connection closed
01:59:52.348 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: connection closed
01:59:52.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:52.367 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:52.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1553690402(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@73d8a62d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66d078c9 -> wakeup thread Time-limited test)) after lookup
01:59:52.368 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
01:59:52.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.372 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:52.387 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:52.388 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [26ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [27ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1553690402(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@73d8a62d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66d078c9 -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579))) after lookup
01:59:52.388 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
01:59:52.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.391 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:52.429 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:52.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [26ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [27ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [43ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [46ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [46ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [82ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1553690402(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@73d8a62d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66d078c9 -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798))) after lookup
01:59:52.431 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
01:59:52.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.435 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:52.487 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:52.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [26ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [27ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [43ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [46ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [46ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [82ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [85ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [90ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [90ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [137ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1553690402(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@73d8a62d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798) -> (continuation of Deferred@1154476249 after retry RPC@647652282), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66d078c9 -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798) -> (continuation of Deferred@1154476249 after retry RPC@647652282))) after lookup
01:59:52.488 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
01:59:52.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.491 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:52.987 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:52.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=642), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [26ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [27ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [43ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [46ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [46ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [82ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [85ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [90ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [90ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [137ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [143ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [146ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [146ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [638ms] refreshing cache from master, [638ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [641ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1553690402(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@73d8a62d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798) -> (continuation of Deferred@1154476249 after retry RPC@647652282) -> (continuation of Deferred@1690089443 after retry RPC@1220795172), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66d078c9 -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798) -> (continuation of Deferred@1154476249 after retry RPC@647652282) -> (continuation of Deferred@1690089443 after retry RPC@1220795172))) after lookup
01:59:52.988 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
01:59:52.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:52.989 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
01:59:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.592619 26928 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
01:59:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.592880 26928 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.593291 26929 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
01:59:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.593473 26929 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.594587 26928 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.595031 26929 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:53.609081 26752 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
01:59:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:53.609090 26481 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
01:59:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.615332 26547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
01:59:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.615645 26547 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 1.
01:59:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.616304 26751 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 
01:59:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:53.616619 26481 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
01:59:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.616920 26928 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:59:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.617070 26928 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
01:59:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.617189 26928 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 1 FOLLOWER]: Advancing to term 2
01:59:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.617394 26818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9" is_pre_election: true
01:59:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:53.617694 26752 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
01:59:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.619866 26928 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.620261 26818 raft_consensus.cc:2393] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 895cfd530a5d44cb9a148c1c73679f0c in current term 2: Already voted for candidate 095674cf4c624522bc8571078f280bf9 in this term.
01:59:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.621114 26928 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 2 election: Requested vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.621236 26547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c"
01:59:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.621455 26547 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 1 FOLLOWER]: Advancing to term 2
01:59:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.622376 26483 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81
01:59:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:53.623193 26752 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
01:59:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.624486 26547 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 2.
01:59:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.624709 26929 raft_consensus.cc:2749] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:59:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.624956 26751 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
01:59:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.625489 26928 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Leader election won for term 2
01:59:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.626128 26928 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 LEADER]: Becoming Leader. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Running, Role: LEADER
01:59:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.626926 26928 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:53.631703 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 reported cstate change: term changed from 1 to 2, leader changed from 35abab819704418eafe71e50f4bd3c81 (127.25.146.66) to 095674cf4c624522bc8571078f280bf9 (127.25.146.67). New cstate: current_term: 2 leader_uuid: "095674cf4c624522bc8571078f280bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
01:59:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.135181 26547 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Refusing update from remote peer 095674cf4c624522bc8571078f280bf9: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:59:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.135870 26950 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
01:59:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.147806 26752 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 -> Peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Couldn't send request to peer 35abab819704418eafe71e50f4bd3c81. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:54.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:54.408 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:54.409 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2063), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [26ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [27ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [43ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [46ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [46ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [82ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [85ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [90ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [90ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [137ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [143ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [146ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [146ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [638ms] refreshing cache from master, [638ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [641ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [643ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [644ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [644ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2058ms] refreshing cache from master, [2058ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [2062ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1553690402(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@73d8a62d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798) -> (continuation of Deferred@1154476249 after retry RPC@647652282) -> (continuation of Deferred@1690089443 after retry RPC@1220795172) -> (continuation of Deferred@1731766782 after retry RPC@829707462), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66d078c9 -> wakeup thread Time-limited test -> (continuation of Deferred@145205240 after retry RPC@634585579) -> (continuation of Deferred@1651243532 after retry RPC@978613798) -> (continuation of Deferred@1154476249 after retry RPC@647652282) -> (continuation of Deferred@1690089443 after retry RPC@1220795172) -> (continuation of Deferred@1731766782 after retry RPC@829707462))) after lookup
01:59:54.410 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:54.412 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] Successfully connected to peer
01:59:54.442 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1399d541, L:/127.0.0.1:33318 - R:/127.25.146.67:39531] using TOKEN/null
01:59:54.475 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.66:41289
01:59:54.477 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:59:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.479517 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.837997 26965 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.838296 26965 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.838390 26965 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.847077 26965 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.847244 26965 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.66
01:59:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.857594 26965 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.859519 26965 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.861281 26965 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.871214 26972 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.871237 26973 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.872282 26965 server_base.cc:1061] running on GCE node
01:59:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:54.872359 26975 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.873018 26965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.876454 26965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.877707 26965 hybrid_clock.cc:648] HybridClock initialized: now 1779069594877643 us; error 51 us; skew 500 ppm
01:59:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.878108 26965 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.880669 26965 webserver.cc:533] Webserver started at http://127.25.146.66:44991/ using document root <none> and password file <none>
01:59:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.881712 26965 fs_manager.cc:362] Metadata directory not provided
01:59:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.881912 26965 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.887864 26965 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.000s
01:59:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.891088 26981 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.892815 26965 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
01:59:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.893019 26965 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
01:59:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.893783 26965 fs_report.cc:389] FS layout report
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/data
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.919112 26965 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.920086 26965 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.920439 26965 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.921502 26965 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.923890 26988 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:59:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.929557 26965 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:59:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.929710 26965 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.000s	sys 0.001s
01:59:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.929854 26965 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:59:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.932814 26965 ts_tablet_manager.cc:616] Registered 1 tablets
01:59:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.932945 26965 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
01:59:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.933290 26988 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap starting.
01:59:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.955762 26988 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Log is configured to *not* fsync() on all Append() calls
01:59:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.983225 26988 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:59:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.984280 26988 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap complete.
01:59:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.986212 26988 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent bootstrapping tablet: real 0.053s	user 0.033s	sys 0.015s
01:59:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.987110 26965 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.66:41289
01:59:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.987253 27095 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.66:41289 every 8 connection(s)
01:59:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.989053 26965 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
01:59:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.990542 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 26965
01:59:54.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.997789 26988 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.998925 26988 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Initialized, Role: FOLLOWER
01:59:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:54.999763 26988 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:55.011 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:55.012 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.67:39531
01:59:55.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:59:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.013250 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26736
01:59:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.046837 27096 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
01:59:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.047281 27096 heartbeater.cc:461] Registering TS with master...
01:59:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.048444 27096 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
01:59:55.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.052134 26368 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:55.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.053710 26368 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.66:50455
01:59:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.057482 27096 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
01:59:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.057595 26988 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent starting tablet: real 0.071s	user 0.026s	sys 0.046s
01:59:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.061878 26858 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.065356 27098 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
01:59:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.065537 27098 heartbeater.cc:461] Registering TS with master...
01:59:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.065955 27098 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
01:59:55.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.067705 26299 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.071372 27097 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
01:59:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.071524 27097 heartbeater.cc:461] Registering TS with master...
01:59:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.071826 27097 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
01:59:55.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.073268 26228 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:55.164536 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26736
01:59:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:55.183904 26356 connection.cc:582] server connection from 127.25.146.67:45451 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:59:55.184 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] handling channelInactive
01:59:55.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state READY due to: connection closed
01:59:55.184 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:55.185 [DEBUG - Time-limited test] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:55.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.187 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:55.207 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:55.208 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test)) after lookup
01:59:55.209 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:55.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.210 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:55.226 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:55.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [25ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [25ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504))) after lookup
01:59:55.227 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:55.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.229 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:55.266 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:55.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [25ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [25ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [81ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718))) after lookup
01:59:55.268 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:55.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.269 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:55.327 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:55.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=143), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [25ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [25ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [81ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [82ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [84ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [84ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267))) after lookup
01:59:55.329 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:55.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.330 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:55.627 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:55.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=442), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [25ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [25ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [81ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [82ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [84ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [84ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [143ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [145ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [145ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [441ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267) -> (continuation of Deferred@1490835598 after retry RPC@655632474), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267) -> (continuation of Deferred@1490835598 after retry RPC@655632474))) after lookup
01:59:55.629 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:55.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:55.631 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.274463 27111 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.274883 27111 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.276677 27111 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
01:59:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:56.278090 26985 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
01:59:56.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:56.280803 26985 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
01:59:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.285830 26547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
01:59:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.286818 26982 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81; no voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c
01:59:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.287290 27111 raft_consensus.cc:2749] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:59:56.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:56.366 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
01:59:56.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1182), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [25ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [25ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [81ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [82ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [84ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [84ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [143ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [145ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [145ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [441ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [443ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [446ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [446ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1177ms] refreshing cache from master, [1178ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1181ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267) -> (continuation of Deferred@1490835598 after retry RPC@655632474) -> (continuation of Deferred@764206109 after retry RPC@1877373617), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267) -> (continuation of Deferred@1490835598 after retry RPC@655632474) -> (continuation of Deferred@764206109 after retry RPC@1877373617))) after lookup
01:59:56.369 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
01:59:56.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:56.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:56.370 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
01:59:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.491204 27116 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 095674cf4c624522bc8571078f280bf9)
01:59:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.491396 27116 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.492216 27116 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:56.495694 26483 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
01:59:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.502223 27051 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "35abab819704418eafe71e50f4bd3c81" is_pre_election: true
01:59:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.502642 27051 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 895cfd530a5d44cb9a148c1c73679f0c in term 1.
01:59:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.503702 26481 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9
01:59:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.503988 27116 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Leader pre-election won for term 3
01:59:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.504110 27116 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Starting leader election (detected failure of leader 095674cf4c624522bc8571078f280bf9)
01:59:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.504233 27116 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 2 FOLLOWER]: Advancing to term 3
01:59:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.506114 27116 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.506712 27116 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 3 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
01:59:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.507365 27051 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "35abab819704418eafe71e50f4bd3c81"
01:59:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.507603 27051 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 1 FOLLOWER]: Advancing to term 3
01:59:56.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:56.508329 26483 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
01:59:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.511422 27051 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 895cfd530a5d44cb9a148c1c73679f0c in term 3.
01:59:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.511955 26481 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9
01:59:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.512389 27116 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 FOLLOWER]: Leader election won for term 3
01:59:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.512871 27116 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 LEADER]: Becoming Leader. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Running, Role: LEADER
01:59:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.513387 27116 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:56.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:56.517215 26368 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c reported cstate change: term changed from 2 to 3, leader changed from 095674cf4c624522bc8571078f280bf9 (127.25.146.67) to 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65). New cstate: current_term: 3 leader_uuid: "895cfd530a5d44cb9a148c1c73679f0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: HEALTHY } } }
01:59:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:56.893163 26483 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c -> Peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Couldn't send request to peer 095674cf4c624522bc8571078f280bf9. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:57.000926 27051 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Refusing update from remote peer 895cfd530a5d44cb9a148c1c73679f0c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
01:59:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:57.002056 27116 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
01:59:58.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:58.846 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
01:59:58.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3661), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [2ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [22ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [23ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [25ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [25ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [41ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [81ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [82ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [84ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [84ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [143ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [145ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [145ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [441ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [443ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [446ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [446ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1177ms] refreshing cache from master, [1178ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1181ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [1183ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1185ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1185ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [3658ms] refreshing cache from master, [3658ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [3661ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1203914694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2f313f6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267) -> (continuation of Deferred@1490835598 after retry RPC@655632474) -> (continuation of Deferred@764206109 after retry RPC@1877373617) -> (continuation of Deferred@658007518 after retry RPC@2073557106), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59f44fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@728843574 after retry RPC@1350614504) -> (continuation of Deferred@1749811834 after retry RPC@1031183718) -> (continuation of Deferred@1283685704 after retry RPC@1167541267) -> (continuation of Deferred@1490835598 after retry RPC@655632474) -> (continuation of Deferred@764206109 after retry RPC@1877373617) -> (continuation of Deferred@658007518 after retry RPC@2073557106))) after lookup
01:59:58.848 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:58.849 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] Successfully connected to peer
01:59:58.871 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeebf318e, L:/127.0.0.1:53120 - R:/127.25.146.65:46201] using TOKEN/null
01:59:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:58.884438 26483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111) [suppressed 6 similar messages]
01:59:58.903 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.67:39531
01:59:58.904 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:58.905447 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:39531
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35117
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.250401 27158 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.250793 27158 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.250901 27158 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.259634 27158 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.259882 27158 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.67
01:59:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.270305 27158 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
01:59:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:39531
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35117
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
01:59:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.272089 27158 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.273808 27158 file_cache.cc:492] Constructed file cache file cache with capacity 419430
01:59:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.283193 27163 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.283694 27166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.283231 27164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.284754 27158 server_base.cc:1061] running on GCE node
01:59:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.285406 27158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.286283 27158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.287492 27158 hybrid_clock.cc:648] HybridClock initialized: now 1779069599287421 us; error 56 us; skew 500 ppm
01:59:59.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.287854 27158 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.290159 27158 webserver.cc:533] Webserver started at http://127.25.146.67:35117/ using document root <none> and password file <none>
01:59:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.290949 27158 fs_manager.cc:362] Metadata directory not provided
01:59:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.291062 27158 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.296444 27158 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.002s
01:59:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.299683 27172 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.301213 27158 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.301349 27158 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "095674cf4c624522bc8571078f280bf9"
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.302019 27158 fs_report.cc:389] FS layout report
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/data
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.326948 27158 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.327757 27158 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.327994 27158 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:59.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.329003 27158 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.331203 27179 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:59:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.337738 27158 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:59:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.337831 27158 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.000s
01:59:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.337936 27158 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:59:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.340786 27158 ts_tablet_manager.cc:616] Registered 1 tablets
01:59:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.340884 27158 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
01:59:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.341454 27179 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap starting.
01:59:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.367772 27179 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Log is configured to *not* fsync() on all Append() calls
01:59:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.384400 27179 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:59:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.385576 27179 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap complete.
01:59:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.387180 27179 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent bootstrapping tablet: real 0.046s	user 0.025s	sys 0.020s
01:59:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.393539 27179 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.394279 27179 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Initialized, Role: FOLLOWER
01:59:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.395157 27179 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
01:59:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.396353 27158 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.67:39531
01:59:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.396410 27287 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.67:39531 every 8 connection(s)
01:59:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.397984 27158 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
01:59:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.402249 27179 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent starting tablet: real 0.015s	user 0.010s	sys 0.005s
01:59:59.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.407572 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 27158
01:59:59.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.423270 27289 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
01:59:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.423704 27289 heartbeater.cc:461] Registering TS with master...
01:59:59.425 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:59.427 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.65:46201
01:59:59.427 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:59:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.427954 27289 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
01:59:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.429167 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26464
01:59:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.430344 27290 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
01:59:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.430531 27290 heartbeater.cc:461] Registering TS with master...
01:59:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.431248 27290 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
01:59:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.433593 26227 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
01:59:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.439596 26299 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
01:59:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.447278 27288 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
01:59:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.447506 27288 heartbeater.cc:461] Registering TS with master...
01:59:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.448096 27288 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
01:59:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.449420 26368 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
01:59:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.451014 26368 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.67:33581
01:59:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.454018 27288 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
01:59:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.460990 26587 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 01:59:59.566511 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26464
01:59:59.586 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:59.586 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] handling channelInactive
01:59:59.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state READY due to: connection closed
01:59:59.587 [DEBUG - Time-limited test] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 01:59:59.587800 27303 negotiation.cc:336] Failed RPC negotiation. Trace:
01:59:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 01:59:59.565987 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.25.146.65:36045 (local address 127.25.146.67:39531)
01:59:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 01:59:59.568051 (+  2064us) server_negotiation.cc:207] Beginning negotiation
01:59:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 01:59:59.568063 (+    12us) server_negotiation.cc:400] Waiting for connection header
01:59:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 01:59:59.568106 (+    43us) server_negotiation.cc:408] Connection header received
01:59:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 01:59:59.585897 (+ 17791us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.25.146.65:36045: BlockingRecv error: recv got EOF from 127.25.146.65:36045 (error 108)
01:59:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1871,"thread_start_us":4743,"threads_started":1}
01:59:59.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.589 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:59.608 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
01:59:59.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test)) after lookup
01:59:59.609 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:59.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.610 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:59.627 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
01:59:59.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [24ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [24ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735))) after lookup
01:59:59.628 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:59.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.629 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:59.647 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
01:59:59.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [24ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [24ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [43ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [43ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691))) after lookup
01:59:59.648 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:59.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.649 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:59.767 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
01:59:59.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=181), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [24ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [24ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [43ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [43ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [63ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [63ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [180ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267))) after lookup
01:59:59.768 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:59.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.769 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
01:59:59.807 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
01:59:59.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=221), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [24ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [24ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [43ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [43ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [63ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [63ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [180ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [182ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [183ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [183ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [217ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [220ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267) -> (continuation of Deferred@120110083 after retry RPC@619844089), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267) -> (continuation of Deferred@120110083 after retry RPC@619844089))) after lookup
01:59:59.808 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
01:59:59.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
01:59:59.809 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:00.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:00.728 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:00.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1142), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [24ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [24ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [43ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [43ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [63ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [63ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [180ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [182ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [183ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [183ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [217ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [220ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [222ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [223ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [223ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [1137ms] refreshing cache from master, [1138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267) -> (continuation of Deferred@120110083 after retry RPC@619844089) -> (continuation of Deferred@724487056 after retry RPC@535259861), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267) -> (continuation of Deferred@120110083 after retry RPC@619844089) -> (continuation of Deferred@724487056 after retry RPC@535259861))) after lookup
02:00:00.730 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:00.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:00.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:00.731 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.886577 27304 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 895cfd530a5d44cb9a148c1c73679f0c)
02:00:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.887408 27304 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.890906 27304 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:00.892987 26982 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.902328 27241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9" is_pre_election: true
02:00:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.903052 27241 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 2.
02:00:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.904539 26985 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81; no voters: 895cfd530a5d44cb9a148c1c73679f0c
02:00:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.905228 27304 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:00:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.905429 27304 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 895cfd530a5d44cb9a148c1c73679f0c)
02:00:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.905537 27304 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 3 FOLLOWER]: Advancing to term 4
02:00:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.909296 27304 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.910291 27304 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 4 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.911432 27241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9"
02:00:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.911680 27241 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 2 FOLLOWER]: Advancing to term 4
02:00:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:00.912546 26982 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.915772 27241 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 4.
02:00:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.916395 26985 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81; no voters: 895cfd530a5d44cb9a148c1c73679f0c
02:00:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.916759 27304 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Leader election won for term 4
02:00:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.917290 27304 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 LEADER]: Becoming Leader. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Running, Role: LEADER
02:00:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.917830 27304 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:00.925145 26368 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 reported cstate change: term changed from 3 to 4, leader changed from 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65) to 35abab819704418eafe71e50f4bd3c81 (127.25.146.66). New cstate: current_term: 4 leader_uuid: "35abab819704418eafe71e50f4bd3c81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
02:00:01.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:01.308815 26982 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111) [suppressed 2 similar messages]
02:00:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:01.310205 26982 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 -> Peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Couldn't send request to peer 895cfd530a5d44cb9a148c1c73679f0c. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:01.311033 27241 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Refusing update from remote peer 35abab819704418eafe71e50f4bd3c81: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
02:00:01.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:01.312069 27304 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:00:01.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:01.648 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:01.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2062), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [3ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [3ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [21ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [24ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [24ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [42ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [43ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [43ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [63ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [63ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [180ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [182ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [183ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [183ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [217ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [220ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [222ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [223ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [223ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [1137ms] refreshing cache from master, [1138ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1141ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [1143ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1145ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [1145ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2057ms] refreshing cache from master, [2058ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [2061ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@948349645(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@11eb2f33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267) -> (continuation of Deferred@120110083 after retry RPC@619844089) -> (continuation of Deferred@724487056 after retry RPC@535259861) -> (continuation of Deferred@1713432658 after retry RPC@1110804353), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d92f6dc -> wakeup thread Time-limited test -> (continuation of Deferred@1797594817 after retry RPC@32186735) -> (continuation of Deferred@662553546 after retry RPC@2135260691) -> (continuation of Deferred@268328657 after retry RPC@1537154267) -> (continuation of Deferred@120110083 after retry RPC@619844089) -> (continuation of Deferred@724487056 after retry RPC@535259861) -> (continuation of Deferred@1713432658 after retry RPC@1110804353))) after lookup
02:00:01.649 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:01.650 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] Successfully connected to peer
02:00:01.674 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x70e917b1, L:/127.0.0.1:49092 - R:/127.25.146.66:41289] using TOKEN/null
02:00:01.711 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.65:46201
02:00:01.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:01.712421 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:46201
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36213
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:02.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.111773 27332 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:02.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.112124 27332 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:02.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.112208 27332 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.122109 27332 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.122309 27332 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.65
02:00:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.134326 27332 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:46201
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36213
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.136484 27332 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.138514 27332 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.150311 27339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.150573 27340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.151432 27342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.152653 27332 server_base.cc:1061] running on GCE node
02:00:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.153389 27332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.154501 27332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.155905 27332 hybrid_clock.cc:648] HybridClock initialized: now 1779069602155869 us; error 53 us; skew 500 ppm
02:00:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.156234 27332 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.159025 27332 webserver.cc:533] Webserver started at http://127.25.146.65:36213/ using document root <none> and password file <none>
02:00:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.159814 27332 fs_manager.cc:362] Metadata directory not provided
02:00:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.159924 27332 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.166283 27332 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.003s
02:00:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.170096 27348 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.171761 27332 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.003s
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.171950 27332 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "895cfd530a5d44cb9a148c1c73679f0c"
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:49 on dist-test-slave-ztlx"
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.172665 27332 fs_report.cc:389] FS layout report
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/data
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:02.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:02.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.201104 27332 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.202046 27332 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.202310 27332 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.203379 27332 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.206274 27355 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.212852 27332 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.213019 27332 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
02:00:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.213166 27332 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.216578 27332 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.216773 27332 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.002s	sys 0.000s
02:00:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.218631 27355 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap starting.
02:00:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.247488 27355 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Log is configured to *not* fsync() on all Append() calls
02:00:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.274277 27355 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.275055 27355 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap complete.
02:00:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.276319 27355 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent bootstrapping tablet: real 0.059s	user 0.041s	sys 0.015s
02:00:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.279400 27332 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.65:46201
02:00:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.279515 27462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.65:46201 every 8 connection(s)
02:00:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.281104 27332 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.282285 27355 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.283444 27355 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Initialized, Role: FOLLOWER
02:00:02.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.284518 27355 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.287134 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 27332
02:00:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.303566 27355 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent starting tablet: real 0.027s	user 0.011s	sys 0.012s
02:00:02.314 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.321727 27463 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.322181 27463 heartbeater.cc:461] Registering TS with master...
02:00:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.323604 27463 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:02.324 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.66:41289
02:00:02.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:00:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.325587 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26965
02:00:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.329437 26368 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.331230 26368 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.65:50879
02:00:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.337592 27463 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.346704 27465 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.346906 27465 heartbeater.cc:461] Registering TS with master...
02:00:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.347558 27465 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.349820 26299 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.351450 27464 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.351650 27464 heartbeater.cc:461] Registering TS with master...
02:00:02.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.352101 27464 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.354096 26227 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:02.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.362641 27091 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:02.472482 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26965
02:00:02.492 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] handling channelInactive
02:00:02.492 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:02.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state READY due to: connection closed
02:00:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:02.493201 27479 negotiation.cc:336] Failed RPC negotiation. Trace:
02:00:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 02:00:02.472770 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.25.146.66:48321 (local address 127.25.146.65:46201)
02:00:02.493 [DEBUG - Time-limited test] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 02:00:02.473488 (+   718us) server_negotiation.cc:207] Beginning negotiation
02:00:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 02:00:02.473500 (+    12us) server_negotiation.cc:400] Waiting for connection header
02:00:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 02:00:02.491340 (+ 17840us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.25.146.66:48321: BlockingRecv error: recv got EOF from 127.25.146.66:48321 (error 108)
02:00:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":518,"thread_start_us":1172,"threads_started":1}
02:00:02.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.495 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:02.507 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:02.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [13ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1062483065(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2a82f7ad -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72337df7 -> wakeup thread Time-limited test)) after lookup
02:00:02.508 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:02.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.509 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:02.526 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:02.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [13ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [14ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [16ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [16ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [32ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1062483065(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2a82f7ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72337df7 -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260))) after lookup
02:00:02.527 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:02.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.528 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:02.546 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:02.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [13ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [14ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [16ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [16ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [32ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [34ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [35ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [35ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [53ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1062483065(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2a82f7ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72337df7 -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850))) after lookup
02:00:02.548 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:02.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.550 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:02.647 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:02.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=155), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [13ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [14ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [16ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [16ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [32ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [34ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [35ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [35ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [53ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [55ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [57ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [57ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [153ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1062483065(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2a82f7ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850) -> (continuation of Deferred@329423826 after retry RPC@1954676486), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72337df7 -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850) -> (continuation of Deferred@329423826 after retry RPC@1954676486))) after lookup
02:00:02.648 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:02.649 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.649 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.650 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:02.967 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:02.968 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=475), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [13ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [14ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [16ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [16ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [32ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [34ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [35ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [35ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [53ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [55ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [57ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [57ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [153ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [155ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [157ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [157ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [470ms] refreshing cache from master, [470ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [473ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1062483065(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2a82f7ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850) -> (continuation of Deferred@329423826 after retry RPC@1954676486) -> (continuation of Deferred@2111779179 after retry RPC@106797081), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72337df7 -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850) -> (continuation of Deferred@329423826 after retry RPC@1954676486) -> (continuation of Deferred@2111779179 after retry RPC@106797081))) after lookup
02:00:02.969 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:02.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:02.970 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.766263 27480 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
02:00:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.766518 27480 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:03.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.768500 27480 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:03.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:03.779011 27174 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:03.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:03.780839 27174 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:03.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.785596 27418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
02:00:03.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.786206 27418 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 3.
02:00:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.787814 27173 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
02:00:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.788542 27480 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Leader pre-election won for term 5
02:00:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.788676 27480 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
02:00:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.788757 27480 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 4 FOLLOWER]: Advancing to term 5
02:00:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.790892 27480 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.791448 27480 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 5 election: Requested vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.792131 27418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c"
02:00:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.792387 27418 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 3 FOLLOWER]: Advancing to term 5
02:00:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:03.793903 27174 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.797168 27418 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 5.
02:00:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.797797 27173 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
02:00:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.798261 27480 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 FOLLOWER]: Leader election won for term 5
02:00:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.798921 27480 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 LEADER]: Becoming Leader. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Running, Role: LEADER
02:00:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.799471 27480 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.803833 26368 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 reported cstate change: term changed from 4 to 5, leader changed from 35abab819704418eafe71e50f4bd3c81 (127.25.146.66) to 095674cf4c624522bc8571078f280bf9 (127.25.146.67). New cstate: current_term: 5 leader_uuid: "095674cf4c624522bc8571078f280bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
02:00:03.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:03.948 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:03.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1455), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [13ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [14ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [16ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [16ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [32ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [34ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [35ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [35ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [53ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [55ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [57ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [57ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [153ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [155ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [157ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [157ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [470ms] refreshing cache from master, [470ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [473ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [475ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [477ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [477ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1450ms] refreshing cache from master, [1450ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1454ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1062483065(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@2a82f7ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850) -> (continuation of Deferred@329423826 after retry RPC@1954676486) -> (continuation of Deferred@2111779179 after retry RPC@106797081) -> (continuation of Deferred@336767388 after retry RPC@1976724160), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72337df7 -> wakeup thread Time-limited test -> (continuation of Deferred@1008504693 after retry RPC@1437176260) -> (continuation of Deferred@1533685530 after retry RPC@1112846850) -> (continuation of Deferred@329423826 after retry RPC@1954676486) -> (continuation of Deferred@2111779179 after retry RPC@106797081) -> (continuation of Deferred@336767388 after retry RPC@1976724160))) after lookup
02:00:03.949 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:03.950 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] Successfully connected to peer
02:00:03.973 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x623684ed, L:/127.0.0.1:39090 - R:/127.25.146.67:39531] using TOKEN/null
02:00:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:03.980274 27174 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 -> Peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Couldn't send request to peer 35abab819704418eafe71e50f4bd3c81. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:03.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.980929 27418 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Refusing update from remote peer 095674cf4c624522bc8571078f280bf9: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
02:00:03.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.982299 27480 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:00:03.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:03.996973 27498 mvcc.cc:204] Tried to move back new op lower bound from 7287069097890934784 to 7287069097166802944. Current Snapshot: MvccSnapshot[applied={T|T < 7287069097890934784}]
02:00:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.003336 27500 mvcc.cc:204] Tried to move back new op lower bound from 7287069097890934784 to 7287069097166802944. Current Snapshot: MvccSnapshot[applied={T|T < 7287069088571711488 or (T in {7287069097890934784})}]
02:00:04.025 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.66:41289
02:00:04.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:00:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.026839 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
02:00:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.419633 27506 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.419968 27506 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.420046 27506 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.429579 27506 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.429755 27506 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.66
02:00:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.440459 27506 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.442648 27506 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.445768 27506 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.460415 27512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.461369 27514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:04.461911 27511 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.462478 27506 server_base.cc:1061] running on GCE node
02:00:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.463289 27506 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.464376 27506 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:04.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.465610 27506 hybrid_clock.cc:648] HybridClock initialized: now 1779069604465457 us; error 140 us; skew 500 ppm
02:00:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.465966 27506 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.468472 27506 webserver.cc:533] Webserver started at http://127.25.146.66:44991/ using document root <none> and password file <none>
02:00:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.469211 27506 fs_manager.cc:362] Metadata directory not provided
02:00:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.469303 27506 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.475116 27506 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
02:00:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.478014 27520 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:04.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.479759 27506 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:00:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.479957 27506 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.480708 27506 fs_report.cc:389] FS layout report
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/data
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.495895 27506 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.497077 27506 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.497376 27506 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.498564 27506 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.501965 27527 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.508667 27506 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.508800 27506 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
02:00:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.508940 27506 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.513408 27506 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.513546 27506 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.002s	sys 0.000s
02:00:04.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.514289 27527 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap starting.
02:00:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.538856 27527 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Log is configured to *not* fsync() on all Append() calls
02:00:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.563932 27506 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.66:41289
02:00:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.563992 27634 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.66:41289 every 8 connection(s)
02:00:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.565382 27506 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.567853 27527 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.568603 27527 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap complete.
02:00:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.571679 27527 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent bootstrapping tablet: real 0.058s	user 0.037s	sys 0.018s
02:00:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.572397 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 27506
02:00:04.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.578347 27527 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.579672 27527 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Initialized, Role: FOLLOWER
02:00:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.580572 27527 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.596761 27635 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.597205 27635 heartbeater.cc:461] Registering TS with master...
02:00:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.598575 27635 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.602499 26368 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.604486 26368 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.66:43851
02:00:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.605657 27527 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent starting tablet: real 0.034s	user 0.013s	sys 0.014s
02:00:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.606102 27637 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.606247 27637 heartbeater.cc:461] Registering TS with master...
02:00:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.606887 27637 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.608321 26299 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.609441 27635 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.611093 27636 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.611225 27636 heartbeater.cc:461] Registering TS with master...
02:00:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.611542 27636 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.613377 26227 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:04.618 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:04.619 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.67:39531
02:00:04.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:00:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.620126 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 27158
02:00:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.632958 27282 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:04.742242 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 27158
02:00:04.765 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] handling channelInactive
02:00:04.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state READY due to: connection closed
02:00:04.765 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:04.766 [DEBUG - Time-limited test] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:04.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.768 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:04.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:04.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test)) after lookup
02:00:04.788 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:04.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.789 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:04.806 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:04.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [23ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474))) after lookup
02:00:04.807 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:04.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.809 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:04.827 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:04.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [23ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [41ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [43ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978))) after lookup
02:00:04.828 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:04.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.829 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:04.907 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:04.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=141), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [23ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [41ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [43ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [63ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [64ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [140ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069))) after lookup
02:00:04.908 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:04.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:04.909 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:05.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:05.267 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:05.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=501), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [23ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [41ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [43ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [63ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [64ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [140ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [141ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [143ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [143ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [497ms] refreshing cache from master, [497ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [500ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069) -> (continuation of Deferred@2014718138 after retry RPC@44336270), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069) -> (continuation of Deferred@2014718138 after retry RPC@44336270))) after lookup
02:00:05.268 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:05.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:05.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:05.270 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:06.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:06.107 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:06.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1342), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [23ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [41ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [43ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [63ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [64ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [140ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [141ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [143ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [143ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [497ms] refreshing cache from master, [497ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [500ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [502ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [504ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [504ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1337ms] refreshing cache from master, [1337ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1341ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069) -> (continuation of Deferred@2014718138 after retry RPC@44336270) -> (continuation of Deferred@732750474 after retry RPC@227181445), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069) -> (continuation of Deferred@2014718138 after retry RPC@44336270) -> (continuation of Deferred@732750474 after retry RPC@227181445))) after lookup
02:00:06.109 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:06.110 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:06.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:06.111 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.113353 27650 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 095674cf4c624522bc8571078f280bf9)
02:00:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.113583 27650 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.114564 27651 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:00:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.115010 27651 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:06.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.121457 27650 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:06.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:06.127856 27352 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.135332 27651 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:06.136689 27352 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:06.137746 27524 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:06.140082 27524 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.140147 27590 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "35abab819704418eafe71e50f4bd3c81" is_pre_election: true
02:00:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.140735 27590 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 895cfd530a5d44cb9a148c1c73679f0c in term 4.
02:00:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.142062 27350 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9
02:00:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.142522 27650 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Leader pre-election won for term 6
02:00:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.142729 27650 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Starting leader election (detected failure of leader 095674cf4c624522bc8571078f280bf9)
02:00:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.142875 27650 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 5 FOLLOWER]: Advancing to term 6
02:00:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.144148 27418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
02:00:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.145273 27650 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.145678 27418 raft_consensus.cc:2368] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 35abab819704418eafe71e50f4bd3c81 for earlier term 5. Current term is 6.
02:00:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.146035 27650 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 6 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.146721 27590 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "35abab819704418eafe71e50f4bd3c81"
02:00:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.146956 27590 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 4 FOLLOWER]: Advancing to term 6
02:00:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.147025 27521 leader_election.cc:400] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 5 pre-election: Vote denied by peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201) with higher term. Message: Invalid argument: T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 35abab819704418eafe71e50f4bd3c81 for earlier term 5. Current term is 6.
02:00:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.147120 27521 leader_election.cc:403] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 5 pre-election: Cancelling election due to peer responding with higher term
02:00:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:06.147899 27352 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.152688 27590 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 895cfd530a5d44cb9a148c1c73679f0c in term 6.
02:00:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.152951 27651 raft_consensus.cc:2749] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Leader pre-election lost for term 5. Reason: Vote denied by peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201) with higher term. Message: Invalid argument: T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 35abab819704418eafe71e50f4bd3c81 for earlier term 5. Current term is 6.
02:00:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.153175 27350 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9
02:00:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.153563 27650 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Leader election won for term 6
02:00:06.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.154253 27650 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 LEADER]: Becoming Leader. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Running, Role: LEADER
02:00:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.154937 27650 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.158912 26368 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c reported cstate change: term changed from 5 to 6, leader changed from 095674cf4c624522bc8571078f280bf9 (127.25.146.67) to 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65). New cstate: current_term: 6 leader_uuid: "895cfd530a5d44cb9a148c1c73679f0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: HEALTHY } } }
02:00:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.574040 27590 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Refusing update from remote peer 895cfd530a5d44cb9a148c1c73679f0c: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
02:00:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:06.575155 27650 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:00:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:06.591040 27352 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c -> Peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Couldn't send request to peer 095674cf4c624522bc8571078f280bf9. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:08.895678 27352 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c -> Peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Couldn't send request to peer 095674cf4c624522bc8571078f280bf9. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:00:09.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:09.387 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:09.388 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=4622), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [20ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [22ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [23ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [40ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [41ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [43ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [43ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [60ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [62ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [63ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [64ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [140ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [141ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [143ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [143ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [497ms] refreshing cache from master, [497ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [500ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [502ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [504ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [504ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1337ms] refreshing cache from master, [1337ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1341ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [1343ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [1345ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1345ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [4617ms] refreshing cache from master, [4617ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [4621ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1076769292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@18f5e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069) -> (continuation of Deferred@2014718138 after retry RPC@44336270) -> (continuation of Deferred@732750474 after retry RPC@227181445) -> (continuation of Deferred@167122673 after retry RPC@1345927905), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39772dea -> wakeup thread Time-limited test -> (continuation of Deferred@975593233 after retry RPC@977153474) -> (continuation of Deferred@2084244122 after retry RPC@924874978) -> (continuation of Deferred@2114294679 after retry RPC@1247151069) -> (continuation of Deferred@2014718138 after retry RPC@44336270) -> (continuation of Deferred@732750474 after retry RPC@227181445) -> (continuation of Deferred@167122673 after retry RPC@1345927905))) after lookup
02:00:09.389 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:09.390 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] Successfully connected to peer
02:00:09.409 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb1abdee7, L:/127.0.0.1:47478 - R:/127.25.146.65:46201] using TOKEN/null
02:00:09.437 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.67:39531
02:00:09.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:00:09.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.439703 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:09.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:39531
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35117
02:00:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
02:00:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.809734 27693 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.810056 27693 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.810137 27693 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.819502 27693 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.819674 27693 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.67
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.830720 27693 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:39531
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35117
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.832540 27693 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.834688 27693 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.846235 27700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.846417 27701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:09.846267 27703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.846589 27693 server_base.cc:1061] running on GCE node
02:00:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.847520 27693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.848824 27693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:09.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.850272 27693 hybrid_clock.cc:648] HybridClock initialized: now 1779069609850203 us; error 60 us; skew 500 ppm
02:00:09.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.850585 27693 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.853271 27693 webserver.cc:533] Webserver started at http://127.25.146.67:35117/ using document root <none> and password file <none>
02:00:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.853996 27693 fs_manager.cc:362] Metadata directory not provided
02:00:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.854089 27693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.859529 27693 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
02:00:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.862537 27709 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.864286 27693 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.864424 27693 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "095674cf4c624522bc8571078f280bf9"
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.865188 27693 fs_report.cc:389] FS layout report
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/data
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.889650 27693 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.890599 27693 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.890931 27693 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.891920 27693 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.894274 27716 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.900664 27693 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.900768 27693 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
02:00:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.900879 27693 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.904043 27693 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.904217 27693 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
02:00:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.904935 27716 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap starting.
02:00:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.935904 27716 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Log is configured to *not* fsync() on all Append() calls
02:00:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.950110 27693 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.67:39531
02:00:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.950165 27823 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.67:39531 every 8 connection(s)
02:00:09.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.951529 27693 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
02:00:09.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.951928 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 27693
02:00:09.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:09.964 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:09.965 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.65:46201
02:00:09.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:00:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.965638 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 27332
02:00:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.978776 27716 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:09.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.980075 27716 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap complete.
02:00:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.990821 27716 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent bootstrapping tablet: real 0.087s	user 0.051s	sys 0.012s
02:00:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.996805 27458 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:09.999415 27716 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.000749 27716 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Initialized, Role: FOLLOWER
02:00:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.001543 27716 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.024036 27824 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.024628 27824 heartbeater.cc:461] Registering TS with master...
02:00:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.026031 27716 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent starting tablet: real 0.035s	user 0.014s	sys 0.017s
02:00:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.026221 27824 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.026701 27826 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.026863 27826 heartbeater.cc:461] Registering TS with master...
02:00:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.027410 27826 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.029474 26298 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
02:00:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.029711 26369 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
02:00:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.031306 26369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.67:40481
02:00:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.032153 27825 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.032282 27825 heartbeater.cc:461] Registering TS with master...
02:00:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.032822 27825 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.034025 27824 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.034109 26227 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
02:00:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:10.110437 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 27332
02:00:10.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:10.129 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] handling channelInactive
02:00:10.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state READY due to: connection closed
02:00:10.130 [DEBUG - Time-limited test] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:10.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.131 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:10.146 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:10.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [16ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@119172667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@37a0593 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@783799de -> wakeup thread Time-limited test)) after lookup
02:00:10.147 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:10.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.149 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:10.166 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:10.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [16ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [17ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [19ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [19ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@119172667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@37a0593 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@783799de -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700))) after lookup
02:00:10.167 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:10.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.169 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:10.207 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:10.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [16ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [17ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [19ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [19ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [37ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [38ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [39ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [77ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@119172667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@37a0593 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@783799de -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805))) after lookup
02:00:10.208 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:10.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.209 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:10.307 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:10.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [16ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [17ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [19ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [19ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [37ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [38ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [39ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [77ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [78ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [79ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [80ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [176ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@119172667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@37a0593 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805) -> (continuation of Deferred@607121558 after retry RPC@769722991), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@783799de -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805) -> (continuation of Deferred@607121558 after retry RPC@769722991))) after lookup
02:00:10.308 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:10.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.309 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:10.807 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:10.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=677), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [16ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [17ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [19ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [19ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [37ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [38ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [39ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [77ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [78ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [79ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [80ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [176ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [178ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [179ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [179ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [673ms] refreshing cache from master, [673ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [676ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@119172667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@37a0593 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805) -> (continuation of Deferred@607121558 after retry RPC@769722991) -> (continuation of Deferred@1594181578 after retry RPC@2048035895), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@783799de -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805) -> (continuation of Deferred@607121558 after retry RPC@769722991) -> (continuation of Deferred@1594181578 after retry RPC@2048035895))) after lookup
02:00:10.808 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:10.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:10.809 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.318504 27839 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 895cfd530a5d44cb9a148c1c73679f0c)
02:00:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.318789 27839 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.319722 27839 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:11.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:11.321280 27521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:11.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:11.322755 27521 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:11.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.328673 27778 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9" is_pre_election: true
02:00:11.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.329126 27778 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 5.
02:00:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.330266 27524 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81; no voters: 895cfd530a5d44cb9a148c1c73679f0c
02:00:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.330744 27839 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Leader pre-election won for term 7
02:00:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.330854 27839 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 895cfd530a5d44cb9a148c1c73679f0c)
02:00:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.330984 27839 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 6 FOLLOWER]: Advancing to term 7
02:00:11.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.332958 27839 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:11.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.333545 27839 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 7 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.334038 27778 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9"
02:00:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.334271 27778 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 5 FOLLOWER]: Advancing to term 7
02:00:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:11.335062 27521 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:11.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.339277 27778 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 7.
02:00:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.339776 27524 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81; no voters: 895cfd530a5d44cb9a148c1c73679f0c
02:00:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.340147 27839 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 FOLLOWER]: Leader election won for term 7
02:00:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.340591 27839 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 LEADER]: Becoming Leader. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Running, Role: LEADER
02:00:11.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.341078 27839 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:11.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.344801 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 reported cstate change: term changed from 6 to 7, leader changed from 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65) to 35abab819704418eafe71e50f4bd3c81 (127.25.146.66). New cstate: current_term: 7 leader_uuid: "35abab819704418eafe71e50f4bd3c81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
02:00:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:11.841210 27521 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 -> Peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Couldn't send request to peer 895cfd530a5d44cb9a148c1c73679f0c. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.871850 27778 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Refusing update from remote peer 35abab819704418eafe71e50f4bd3c81: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
02:00:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:11.872830 27839 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:00:12.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:12.106 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:12.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1978), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [1ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [16ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [17ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [19ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [19ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [37ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [38ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [39ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [77ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [78ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [79ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [80ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [176ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [178ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [179ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [179ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [673ms] refreshing cache from master, [673ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [676ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [677ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [679ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [679ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [1973ms] refreshing cache from master, [1973ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1976ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@119172667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@37a0593 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805) -> (continuation of Deferred@607121558 after retry RPC@769722991) -> (continuation of Deferred@1594181578 after retry RPC@2048035895) -> (continuation of Deferred@781172358 after retry RPC@1083374676), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@783799de -> wakeup thread Time-limited test -> (continuation of Deferred@589223560 after retry RPC@1738756700) -> (continuation of Deferred@402723259 after retry RPC@1707966805) -> (continuation of Deferred@607121558 after retry RPC@769722991) -> (continuation of Deferred@1594181578 after retry RPC@2048035895) -> (continuation of Deferred@781172358 after retry RPC@1083374676))) after lookup
02:00:12.109 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:12.110 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] Successfully connected to peer
02:00:12.141 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x8f932860, L:/127.0.0.1:33726 - R:/127.25.146.66:41289] using TOKEN/null
02:00:12.168 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.65:46201
02:00:12.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.169490 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:46201
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36213
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.522359 27869 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.522763 27869 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.522876 27869 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.531831 27869 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.532074 27869 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.65
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.542635 27869 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:46201
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36213
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.544796 27869 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.546589 27869 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.556895 27877 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.556905 27879 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.556720 27876 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.557871 27869 server_base.cc:1061] running on GCE node
02:00:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.558501 27869 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.559636 27869 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.560922 27869 hybrid_clock.cc:648] HybridClock initialized: now 1779069612560876 us; error 30 us; skew 500 ppm
02:00:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.561347 27869 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.563912 27869 webserver.cc:533] Webserver started at http://127.25.146.65:36213/ using document root <none> and password file <none>
02:00:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.564823 27869 fs_manager.cc:362] Metadata directory not provided
02:00:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.564954 27869 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.570643 27869 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.000s	sys 0.002s
02:00:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.573794 27885 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:12.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.575428 27869 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.575644 27869 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "895cfd530a5d44cb9a148c1c73679f0c"
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:49 on dist-test-slave-ztlx"
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.576632 27869 fs_report.cc:389] FS layout report
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/data
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.595459 27869 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.596267 27869 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.596561 27869 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:12.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.597505 27869 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.599630 27892 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.606410 27869 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.606508 27869 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.001s
02:00:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.606616 27869 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.609556 27869 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.609658 27869 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
02:00:12.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.610260 27892 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap starting.
02:00:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.644060 27892 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Log is configured to *not* fsync() on all Append() calls
02:00:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.655352 27869 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.65:46201
02:00:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.655395 27999 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.65:46201 every 8 connection(s)
02:00:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.657045 27869 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.659265 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 27869
02:00:12.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.693076 27892 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.694733 27892 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap complete.
02:00:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.697402 27892 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent bootstrapping tablet: real 0.088s	user 0.064s	sys 0.012s
02:00:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.705763 27892 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.707600 27892 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Initialized, Role: FOLLOWER
02:00:12.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.709004 27892 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:12.720 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:12.721 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.66:41289
02:00:12.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.720953 28000 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:12.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:00:12.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.721583 28000 heartbeater.cc:461] Registering TS with master...
02:00:12.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.722365 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 27506
02:00:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.722939 28001 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.723119 28001 heartbeater.cc:461] Registering TS with master...
02:00:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.723155 28000 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.723685 28001 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.726125 28002 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.726279 28002 heartbeater.cc:461] Registering TS with master...
02:00:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.726486 26369 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.726819 28002 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.727589 26227 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.728260 26369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.65:39701
02:00:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.728863 26298 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.729861 27892 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent starting tablet: real 0.032s	user 0.008s	sys 0.011s
02:00:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.736665 28000 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.750306 27630 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:12.857375 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 27506
02:00:12.876 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] handling channelInactive
02:00:12.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state READY due to: connection closed
02:00:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:12.876901 27712 connection.cc:582] server connection from 127.25.146.66:43223 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:00:12.877 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:12.878 [DEBUG - Time-limited test] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:12.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.879 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:12.887 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:12.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test)) after lookup
02:00:12.887 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:12.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.889 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:12.906 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:12.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [10ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [12ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [12ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [28ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886))) after lookup
02:00:12.907 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:12.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.908 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:12.946 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:12.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [10ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [12ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [12ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [28ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [29ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [31ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [31ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [68ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657))) after lookup
02:00:12.947 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:12.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:12.948 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:13.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:13.067 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:13.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=189), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [10ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [12ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [12ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [28ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [29ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [31ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [31ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [68ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [70ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [71ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [71ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [189ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335))) after lookup
02:00:13.068 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:13.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:13.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:13.069 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:13.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:13.406 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:13.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=529), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [10ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [12ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [12ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [28ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [29ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [31ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [31ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [68ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [70ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [71ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [71ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [189ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [190ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [192ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [192ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [525ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [529ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335) -> (continuation of Deferred@1329371330 after retry RPC@787501551), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335) -> (continuation of Deferred@1329371330 after retry RPC@787501551))) after lookup
02:00:13.407 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:13.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:13.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:13.409 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:14.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:14.127 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:14.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1250), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [10ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [12ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [12ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [28ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [29ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [31ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [31ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [68ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [70ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [71ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [71ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [189ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [190ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [192ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [192ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [525ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [529ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [530ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [532ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [532ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1246ms] refreshing cache from master, [1246ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1249ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335) -> (continuation of Deferred@1329371330 after retry RPC@787501551) -> (continuation of Deferred@1090135164 after retry RPC@1026256171), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335) -> (continuation of Deferred@1329371330 after retry RPC@787501551) -> (continuation of Deferred@1090135164 after retry RPC@1026256171))) after lookup
02:00:14.128 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:14.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:14.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:14.129 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.301543 28015 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:00:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.301805 28015 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.303684 28015 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:14.305624 27887 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:14.307448 27887 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.311281 27778 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9" is_pre_election: true
02:00:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.312184 27889 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81
02:00:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.312603 28015 raft_consensus.cc:2749] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
02:00:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.358767 28020 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
02:00:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.358996 28020 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.360635 28020 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:14.361827 27711 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:14.363482 27711 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.369750 27954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
02:00:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.370133 27954 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 6.
02:00:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.371170 27710 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
02:00:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.371621 28020 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Leader pre-election won for term 8
02:00:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.371753 28020 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
02:00:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.371850 28020 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 7 FOLLOWER]: Advancing to term 8
02:00:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.374852 28020 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.375645 28020 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 8 election: Requested vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.376362 27954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c"
02:00:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.376616 27954 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 6 FOLLOWER]: Advancing to term 8
02:00:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:14.377175 27711 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.381008 27954 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 8.
02:00:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.381497 27710 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
02:00:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.381796 28020 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 FOLLOWER]: Leader election won for term 8
02:00:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.382372 28020 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 LEADER]: Becoming Leader. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Running, Role: LEADER
02:00:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.382936 28020 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.386996 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 reported cstate change: term changed from 7 to 8, leader changed from 35abab819704418eafe71e50f4bd3c81 (127.25.146.66) to 095674cf4c624522bc8571078f280bf9 (127.25.146.67). New cstate: current_term: 8 leader_uuid: "095674cf4c624522bc8571078f280bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
02:00:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.836179 27954 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Refusing update from remote peer 095674cf4c624522bc8571078f280bf9: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
02:00:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:14.837285 28020 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:00:14.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:14.851550 27711 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 -> Peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Couldn't send request to peer 35abab819704418eafe71e50f4bd3c81. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:15.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:15.607 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:15.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2729), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [2ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [10ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [12ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [12ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [28ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [29ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [31ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [31ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [68ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [70ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [71ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [71ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [189ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [190ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [192ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [192ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [525ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [529ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [530ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [532ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [532ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1246ms] refreshing cache from master, [1246ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1249ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [1251ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1252ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1252ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2726ms] refreshing cache from master, [2726ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [2729ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@2138117999(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@28d62489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335) -> (continuation of Deferred@1329371330 after retry RPC@787501551) -> (continuation of Deferred@1090135164 after retry RPC@1026256171) -> (continuation of Deferred@451739326 after retry RPC@2085133053), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60113fac -> wakeup thread Time-limited test -> (continuation of Deferred@508292847 after retry RPC@1615453886) -> (continuation of Deferred@527224484 after retry RPC@830365657) -> (continuation of Deferred@13058657 after retry RPC@1124353335) -> (continuation of Deferred@1329371330 after retry RPC@787501551) -> (continuation of Deferred@1090135164 after retry RPC@1026256171) -> (continuation of Deferred@451739326 after retry RPC@2085133053))) after lookup
02:00:15.608 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:15.609 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] Successfully connected to peer
02:00:15.628 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x80ea46f7, L:/127.0.0.1:56176 - R:/127.25.146.67:39531] using TOKEN/null
02:00:15.651 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.66:41289
02:00:15.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:15.653052 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:15.999441 28054 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:15.999832 28054 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:15.999945 28054 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:16.009389 28054 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:16.009610 28054 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.66
02:00:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.020345 28054 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
02:00:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.022570 28054 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.024699 28054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:16.034507 28060 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:16.034575 28059 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:16.035483 28062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.036787 28054 server_base.cc:1061] running on GCE node
02:00:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.037451 28054 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.038473 28054 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.039693 28054 hybrid_clock.cc:648] HybridClock initialized: now 1779069616039647 us; error 39 us; skew 500 ppm
02:00:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.039973 28054 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.042855 28054 webserver.cc:533] Webserver started at http://127.25.146.66:44991/ using document root <none> and password file <none>
02:00:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.043814 28054 fs_manager.cc:362] Metadata directory not provided
02:00:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.043915 28054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:16.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.051551 28054 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.003s	sys 0.004s
02:00:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.054811 28068 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:16.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.056406 28054 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.056552 28054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.057225 28054 fs_report.cc:389] FS layout report
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/data
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.081547 28054 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.082474 28054 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.082777 28054 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.083738 28054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.085772 28075 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.091818 28054 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.091940 28054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
02:00:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.092084 28054 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.095595 28054 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.095813 28054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
02:00:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.096166 28075 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap starting.
02:00:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.125375 28075 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Log is configured to *not* fsync() on all Append() calls
02:00:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.168395 28054 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.66:41289
02:00:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.168444 28182 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.66:41289 every 8 connection(s)
02:00:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.170081 28054 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.170641 28075 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:16.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.171357 28075 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap complete.
02:00:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.172981 28075 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent bootstrapping tablet: real 0.077s	user 0.055s	sys 0.020s
02:00:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.173491 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 28054
02:00:16.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:16.189 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:16.190 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.67:39531
02:00:16.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:00:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.191283 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 27693
02:00:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.191918 28075 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.193260 28075 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Initialized, Role: FOLLOWER
02:00:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.196470 28075 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.203528 28075 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent starting tablet: real 0.030s	user 0.013s	sys 0.001s
02:00:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.230101 28184 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.230314 28183 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.230482 28184 heartbeater.cc:461] Registering TS with master...
02:00:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.230518 28183 heartbeater.cc:461] Registering TS with master...
02:00:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.230985 27819 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.231841 28184 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.233896 28183 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.235463 26369 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.236781 26369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.66:56221
02:00:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.238191 28190 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.238219 26227 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.238343 28190 heartbeater.cc:461] Registering TS with master...
02:00:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.238767 28190 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.239775 28183 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.240196 26298 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:16.349665 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 27693
02:00:16.375 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:16.375 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] handling channelInactive
02:00:16.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state READY due to: connection closed
02:00:16.383 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:16.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.385 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:16.407 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:16.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [10ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [10ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [31ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1012008372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@4f5efb1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cfb842 -> wakeup thread Time-limited test)) after lookup
02:00:16.408 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:16.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.410 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:16.426 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:16.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [10ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [10ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [31ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [33ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [34ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [35ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [50ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1012008372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@4f5efb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cfb842 -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670))) after lookup
02:00:16.427 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:16.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.428 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:16.486 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:16.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [10ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [10ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [31ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [33ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [34ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [35ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [50ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [51ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [53ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [53ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [111ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1012008372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@4f5efb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cfb842 -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145))) after lookup
02:00:16.487 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:16.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.489 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.586 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:16.586 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:16.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=211), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [10ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [10ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [31ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [33ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [34ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [35ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [50ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [51ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [53ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [53ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [111ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [112ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [114ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [114ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [211ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1012008372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@4f5efb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145) -> (continuation of Deferred@608612513 after retry RPC@2056489517), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cfb842 -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145) -> (continuation of Deferred@608612513 after retry RPC@2056489517))) after lookup
02:00:16.588 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:16.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.589 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:16.727 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:16.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=351), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [10ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [10ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [31ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [33ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [34ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [35ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [50ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [51ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [53ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [53ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [111ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [112ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [114ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [114ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [211ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [213ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [214ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [214ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [348ms] refreshing cache from master, [348ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [351ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1012008372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@4f5efb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145) -> (continuation of Deferred@608612513 after retry RPC@2056489517) -> (continuation of Deferred@665637217 after retry RPC@1099494747), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cfb842 -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145) -> (continuation of Deferred@608612513 after retry RPC@2056489517) -> (continuation of Deferred@665637217 after retry RPC@1099494747))) after lookup
02:00:16.728 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:16.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:16.730 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531
02:00:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.553534 28200 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 095674cf4c624522bc8571078f280bf9)
02:00:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.553771 28200 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.554615 28200 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:17.557180 27889 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.563009 28137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "35abab819704418eafe71e50f4bd3c81" is_pre_election: true
02:00:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.563510 28137 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 895cfd530a5d44cb9a148c1c73679f0c in term 7.
02:00:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.564520 27887 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9
02:00:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.564913 28200 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Leader pre-election won for term 9
02:00:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.565034 28200 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Starting leader election (detected failure of leader 095674cf4c624522bc8571078f280bf9)
02:00:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.565112 28200 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 8 FOLLOWER]: Advancing to term 9
02:00:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.567039 28200 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.567792 28200 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 9 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.568606 28137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "895cfd530a5d44cb9a148c1c73679f0c" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "35abab819704418eafe71e50f4bd3c81"
02:00:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.568814 28137 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 7 FOLLOWER]: Advancing to term 9
02:00:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:17.569116 27889 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111)
02:00:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.572628 28137 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 895cfd530a5d44cb9a148c1c73679f0c in term 9.
02:00:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.573150 27887 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35abab819704418eafe71e50f4bd3c81, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 095674cf4c624522bc8571078f280bf9
02:00:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.573621 28200 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 FOLLOWER]: Leader election won for term 9
02:00:17.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.574180 28200 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 LEADER]: Becoming Leader. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Running, Role: LEADER
02:00:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.574759 28200 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.578542 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c reported cstate change: term changed from 8 to 9, leader changed from 095674cf4c624522bc8571078f280bf9 (127.25.146.67) to 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65). New cstate: current_term: 9 leader_uuid: "895cfd530a5d44cb9a148c1c73679f0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: HEALTHY } } }
02:00:17.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:17.826 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:17.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1451), Traces: [0ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [10ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [10ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [31ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [33ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [34ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [35ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [50ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [51ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [53ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [53ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [111ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [112ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [114ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [114ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [211ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [213ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [214ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [214ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [348ms] refreshing cache from master, [348ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [351ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [352ms] sending RPC to server 095674cf4c624522bc8571078f280bf9, [354ms] received response from server 095674cf4c624522bc8571078f280bf9: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [355ms] delaying RPC due to: Network error: Failed to connect to peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531): Connection refused: /127.25.146.67:39531, [1448ms] refreshing cache from master, [1448ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1451ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@1012008372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@4f5efb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145) -> (continuation of Deferred@608612513 after retry RPC@2056489517) -> (continuation of Deferred@665637217 after retry RPC@1099494747) -> (continuation of Deferred@697513664 after retry RPC@792145028), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cfb842 -> wakeup thread Time-limited test -> (continuation of Deferred@924018468 after retry RPC@966339670) -> (continuation of Deferred@993655580 after retry RPC@1331834145) -> (continuation of Deferred@608612513 after retry RPC@2056489517) -> (continuation of Deferred@665637217 after retry RPC@1099494747) -> (continuation of Deferred@697513664 after retry RPC@792145028))) after lookup
02:00:17.827 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:17.828 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] Successfully connected to peer
02:00:17.858 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xff3f9418, L:/127.0.0.1:54526 - R:/127.25.146.65:46201] using TOKEN/null
02:00:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.865012 28137 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Refusing update from remote peer 895cfd530a5d44cb9a148c1c73679f0c: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 34. (index mismatch)
02:00:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:17.865396 27889 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c -> Peer 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531): Couldn't send request to peer 095674cf4c624522bc8571078f280bf9. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.67:39531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.866052 28200 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:00:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.880587 28218 mvcc.cc:204] Tried to move back new op lower bound from 7287069154762825728 to 7287069153589800960. Current Snapshot: MvccSnapshot[applied={T|T < 7287069154762825728}]
02:00:17.905 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.67:39531
02:00:17.906 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:17.906972 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:39531
02:00:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35117
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.248955 28227 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.249320 28227 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.249428 28227 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.258297 28227 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.258536 28227 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.67
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.268797 28227 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.67:39531
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.67
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35117
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.67
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/logs
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.270954 28227 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.272725 28227 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.283306 28233 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.283342 28232 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:18.283344 28235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.284144 28227 server_base.cc:1061] running on GCE node
02:00:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.284796 28227 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.285650 28227 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.286841 28227 hybrid_clock.cc:648] HybridClock initialized: now 1779069618286784 us; error 49 us; skew 500 ppm
02:00:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.287148 28227 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:18.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.289193 28227 webserver.cc:533] Webserver started at http://127.25.146.67:35117/ using document root <none> and password file <none>
02:00:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.289921 28227 fs_manager.cc:362] Metadata directory not provided
02:00:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.290010 28227 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.295413 28227 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.000s
02:00:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.298813 28241 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:18.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.300329 28227 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:00:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.300540 28227 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "095674cf4c624522bc8571078f280bf9"
02:00:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
02:00:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.301350 28227 fs_report.cc:389] FS layout report
02:00:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/wal
02:00:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/data
02:00:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.317005 28227 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.317818 28227 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.318056 28227 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.318975 28227 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.321031 28248 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.327119 28227 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.327240 28227 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
02:00:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.327337 28227 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.330083 28227 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.330179 28227 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
02:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.330762 28248 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap starting.
02:00:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.359089 28248 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Log is configured to *not* fsync() on all Append() calls
02:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.378626 28227 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.67:39531
02:00:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.378719 28355 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.67:39531 every 8 connection(s)
02:00:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.380030 28227 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-2/data/info.pb
02:00:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.385819 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 28227
02:00:18.386 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:18.405 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:18.406 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.65:46201
02:00:18.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:00:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.406775 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 27869
02:00:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.416522 28357 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.416976 28357 heartbeater.cc:461] Registering TS with master...
02:00:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.418244 28357 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:18.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.421697 26227 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
02:00:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.434252 28358 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.434439 28358 heartbeater.cc:461] Registering TS with master...
02:00:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.434993 28358 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.436686 26298 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
02:00:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.437235 28356 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.437354 28356 heartbeater.cc:461] Registering TS with master...
02:00:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.437810 28356 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.439088 26369 ts_manager.cc:194] Re-registered known tserver with Master: 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531)
02:00:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.440586 26369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.67:55007
02:00:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.445220 27995 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.452272 28248 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.452983 28248 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Bootstrap complete.
02:00:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.454563 28248 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent bootstrapping tablet: real 0.124s	user 0.059s	sys 0.014s
02:00:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.460783 28248 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.461877 28248 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Initialized, Role: FOLLOWER
02:00:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.462791 28248 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.464497 28356 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.465060 28248 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9: Time spent starting tablet: real 0.010s	user 0.009s	sys 0.000s
02:00:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:18.551136 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 27869
02:00:18.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:18.571 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] handling channelInactive
02:00:18.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state READY due to: connection closed
02:00:18.572 [DEBUG - Time-limited test] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:18.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.573 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:18.586 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:18.586 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test)) after lookup
02:00:18.587 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:18.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.588 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:18.606 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:18.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [15ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [17ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088))) after lookup
02:00:18.607 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:18.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.608 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:18.646 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:18.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [15ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [17ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [36ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [37ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [74ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360))) after lookup
02:00:18.646 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:18.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.648 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:18.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:18.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=215), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [15ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [17ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [36ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [37ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [74ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [75ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [77ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [77ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [212ms] refreshing cache from master, [212ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [215ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048))) after lookup
02:00:18.788 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:18.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.789 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:18.806 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:18.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=235), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [15ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [17ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [36ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [37ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [74ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [75ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [77ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [77ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [212ms] refreshing cache from master, [212ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [215ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [217ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [218ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [218ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [232ms] refreshing cache from master, [232ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [234ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048) -> (continuation of Deferred@1619359642 after retry RPC@792265862), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048) -> (continuation of Deferred@1619359642 after retry RPC@792265862))) after lookup
02:00:18.807 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:18.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:18.808 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:19.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:19.446 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)[L]]}]
02:00:19.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=874), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [15ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [17ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [36ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [37ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [74ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [75ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [77ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [77ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [212ms] refreshing cache from master, [212ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [215ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [217ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [218ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [218ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [232ms] refreshing cache from master, [232ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [234ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [235ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [237ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [237ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [872ms] refreshing cache from master, [872ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [874ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048) -> (continuation of Deferred@1619359642 after retry RPC@792265862) -> (continuation of Deferred@416835733 after retry RPC@2141344316), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048) -> (continuation of Deferred@1619359642 after retry RPC@792265862) -> (continuation of Deferred@416835733 after retry RPC@2141344316))) after lookup
02:00:19.446 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] connecting to peer
02:00:19.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:19.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] cleaning up while in state CONNECTING due to: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:19.448 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201
02:00:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.803866 28372 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 895cfd530a5d44cb9a148c1c73679f0c)
02:00:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.804216 28372 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:19.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.805725 28372 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:19.807139 28069 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:19.808848 28069 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.813956 28311 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9" is_pre_election: true
02:00:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.814445 28311 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 8.
02:00:19.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.815496 28072 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81; no voters: 895cfd530a5d44cb9a148c1c73679f0c
02:00:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.815913 28372 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Leader pre-election won for term 10
02:00:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.816045 28372 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 895cfd530a5d44cb9a148c1c73679f0c)
02:00:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.816139 28372 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 9 FOLLOWER]: Advancing to term 10
02:00:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.818041 28372 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.818630 28372 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 10 election: Requested vote from peers 095674cf4c624522bc8571078f280bf9 (127.25.146.67:39531), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.819118 28311 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "35abab819704418eafe71e50f4bd3c81" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "095674cf4c624522bc8571078f280bf9"
02:00:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.819322 28311 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 8 FOLLOWER]: Advancing to term 10
02:00:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:19.820168 28069 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111)
02:00:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.822919 28311 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35abab819704418eafe71e50f4bd3c81 in term 10.
02:00:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.823506 28072 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 35abab819704418eafe71e50f4bd3c81; no voters: 895cfd530a5d44cb9a148c1c73679f0c
02:00:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.823868 28372 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 10 FOLLOWER]: Leader election won for term 10
02:00:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.824393 28372 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 10 LEADER]: Becoming Leader. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Running, Role: LEADER
02:00:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.824883 28372 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:19.828898 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 reported cstate change: term changed from 9 to 10, leader changed from 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65) to 35abab819704418eafe71e50f4bd3c81 (127.25.146.66). New cstate: current_term: 10 leader_uuid: "35abab819704418eafe71e50f4bd3c81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
02:00:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:20.318411 28311 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Refusing update from remote peer 35abab819704418eafe71e50f4bd3c81: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
02:00:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:20.319330 28372 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:00:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:20.336985 28069 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 -> Peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Couldn't send request to peer 895cfd530a5d44cb9a148c1c73679f0c. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:22.669715 28069 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 -> Peer 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201): Couldn't send request to peer 895cfd530a5d44cb9a148c1c73679f0c. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.65:46201: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:00:22.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:22.946 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:22.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4375), Traces: [0ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [2ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [2ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [14ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [15ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [17ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [17ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [35ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [36ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [37ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [37ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [74ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [75ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [77ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [77ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [212ms] refreshing cache from master, [212ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [215ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [217ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [218ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [218ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [232ms] refreshing cache from master, [232ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [234ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [235ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [237ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [237ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [872ms] refreshing cache from master, [872ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [874ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [875ms] sending RPC to server 895cfd530a5d44cb9a148c1c73679f0c, [876ms] received response from server 895cfd530a5d44cb9a148c1c73679f0c: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [877ms] delaying RPC due to: Network error: Failed to connect to peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201): Connection refused: /127.25.146.65:46201, [4372ms] refreshing cache from master, [4372ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [4375ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@414122555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@e6a4ea6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048) -> (continuation of Deferred@1619359642 after retry RPC@792265862) -> (continuation of Deferred@416835733 after retry RPC@2141344316) -> (continuation of Deferred@1814480055 after retry RPC@33048765), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7527332c -> wakeup thread Time-limited test -> (continuation of Deferred@836664500 after retry RPC@2108463088) -> (continuation of Deferred@2008801976 after retry RPC@1193727360) -> (continuation of Deferred@644368280 after retry RPC@1460866048) -> (continuation of Deferred@1619359642 after retry RPC@792265862) -> (continuation of Deferred@416835733 after retry RPC@2141344316) -> (continuation of Deferred@1814480055 after retry RPC@33048765))) after lookup
02:00:22.948 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:22.948 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] Successfully connected to peer
02:00:22.965 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x23904584, L:/127.0.0.1:49628 - R:/127.25.146.66:41289] using TOKEN/null
02:00:22.989 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.65:46201
02:00:22.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:22.990054 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:46201
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36213
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.328727 28413 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.329025 28413 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.329102 28413 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:23.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.337837 28413 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:23.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.338011 28413 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.65
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.350181 28413 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.65:46201
02:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.65
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36213
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.65
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/logs
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.351748 28413 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.353423 28413 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.363026 28421 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.363682 28420 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:23.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:23.364800 28423 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:23.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.364797 28413 server_base.cc:1061] running on GCE node
02:00:23.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.365468 28413 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.366489 28413 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.367717 28413 hybrid_clock.cc:648] HybridClock initialized: now 1779069623367682 us; error 89 us; skew 500 ppm
02:00:23.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.368076 28413 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.370303 28413 webserver.cc:533] Webserver started at http://127.25.146.65:36213/ using document root <none> and password file <none>
02:00:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.371134 28413 fs_manager.cc:362] Metadata directory not provided
02:00:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.371279 28413 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.376502 28413 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
02:00:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.379834 28429 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.381279 28413 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.381412 28413 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "895cfd530a5d44cb9a148c1c73679f0c"
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:49 on dist-test-slave-ztlx"
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.382076 28413 fs_report.cc:389] FS layout report
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/wal
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/data
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.407241 28413 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:23.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.408211 28413 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:23.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.408466 28413 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.409487 28413 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.411984 28436 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.419135 28413 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.419252 28413 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
02:00:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.419359 28413 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:23.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.422549 28413 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:23.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.422716 28413 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
02:00:23.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.423197 28436 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap starting.
02:00:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.454972 28436 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Log is configured to *not* fsync() on all Append() calls
02:00:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.476595 28413 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.65:46201
02:00:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.476655 28543 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.65:46201 every 8 connection(s)
02:00:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.477973 28413 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-0/data/info.pb
02:00:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.478942 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 28413
02:00:23.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:23.514 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:23.515 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.25.146.66:41289
02:00:23.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:00:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.518920 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 28054
02:00:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.530123 28436 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:23.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.530790 28436 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Bootstrap complete.
02:00:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.532002 28436 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent bootstrapping tablet: real 0.109s	user 0.040s	sys 0.037s
02:00:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.536373 28547 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.536818 28544 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.536850 28547 heartbeater.cc:461] Registering TS with master...
02:00:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.536955 28544 heartbeater.cc:461] Registering TS with master...
02:00:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.538033 28544 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.539225 28547 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.538345 28436 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.539376 28436 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 895cfd530a5d44cb9a148c1c73679f0c, State: Initialized, Role: FOLLOWER
02:00:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.540155 28436 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.545289 26298 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.549531 28436 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.011s
02:00:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.551311 26369 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.552596 26369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.65:54063
02:00:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.555568 28545 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.555754 28545 heartbeater.cc:461] Registering TS with master...
02:00:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.556360 28545 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.557825 28178 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.558313 26227 ts_manager.cc:194] Re-registered known tserver with Master: 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.558884 28544 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:23.661046 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 28054
02:00:23.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:23.679 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] handling channelInactive
02:00:23.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state READY due to: connection closed
02:00:23.680 [DEBUG - Time-limited test] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:23.681 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.681 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.682 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:23.685 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:23.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test)) after lookup
02:00:23.686 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:23.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.687 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:23.706 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:23.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [5ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [7ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [7ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [26ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440))) after lookup
02:00:23.707 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:23.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.708 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:23.746 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:23.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [5ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [7ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [7ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [26ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [27ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [28ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [28ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [66ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234))) after lookup
02:00:23.747 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:23.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.748 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:23.806 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:23.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [5ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [7ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [7ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [26ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [27ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [28ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [28ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [66ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [67ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [68ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [68ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [126ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618))) after lookup
02:00:23.807 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:23.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:23.808 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:24.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:24.067 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:24.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=388), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [5ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [7ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [7ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [26ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [27ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [28ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [28ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [66ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [67ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [68ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [68ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [126ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [127ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [128ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [128ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [383ms] refreshing cache from master, [383ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [386ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618) -> (continuation of Deferred@1036219497 after retry RPC@1516110801), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618) -> (continuation of Deferred@1036219497 after retry RPC@1516110801))) after lookup
02:00:24.068 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:24.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:24.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:24.070 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:24.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:24.867 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531),35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)[L],895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:24.867 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1187), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [5ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [7ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [7ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [26ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [27ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [28ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [28ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [66ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [67ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [68ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [68ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [126ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [127ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [128ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [128ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [383ms] refreshing cache from master, [383ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [386ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [388ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [390ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [390ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1183ms] refreshing cache from master, [1183ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1186ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618) -> (continuation of Deferred@1036219497 after retry RPC@1516110801) -> (continuation of Deferred@238997324 after retry RPC@609490385), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618) -> (continuation of Deferred@1036219497 after retry RPC@1516110801) -> (continuation of Deferred@238997324 after retry RPC@609490385))) after lookup
02:00:24.867 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] connecting to peer
02:00:24.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:24.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:24.868 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289) for tablet 7a1b3d6316924952a841085120c49da9: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289
02:00:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.045732 28559 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
02:00:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.045924 28559 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:25.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.047976 28559 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:25.049427 28243 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:25.051067 28243 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.056957 28499 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c" is_pre_election: true
02:00:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.057512 28499 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 9.
02:00:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.058548 28242 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
02:00:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.059020 28559 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Leader pre-election won for term 11
02:00:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.059149 28559 raft_consensus.cc:493] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 35abab819704418eafe71e50f4bd3c81)
02:00:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.059249 28559 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 10 FOLLOWER]: Advancing to term 11
02:00:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.061170 28559 raft_consensus.cc:515] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.061764 28559 leader_election.cc:290] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 11 election: Requested vote from peers 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289), 895cfd530a5d44cb9a148c1c73679f0c (127.25.146.65:46201)
02:00:25.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.062337 28499 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a1b3d6316924952a841085120c49da9" candidate_uuid: "095674cf4c624522bc8571078f280bf9" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "895cfd530a5d44cb9a148c1c73679f0c"
02:00:25.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.062549 28499 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 9 FOLLOWER]: Advancing to term 11
02:00:25.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:25.063462 28243 leader_election.cc:336] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111)
02:00:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.067066 28499 raft_consensus.cc:2468] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 095674cf4c624522bc8571078f280bf9 in term 11.
02:00:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.067832 28242 leader_election.cc:304] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 095674cf4c624522bc8571078f280bf9, 895cfd530a5d44cb9a148c1c73679f0c; no voters: 35abab819704418eafe71e50f4bd3c81
02:00:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.068262 28559 raft_consensus.cc:2804] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 11 FOLLOWER]: Leader election won for term 11
02:00:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.068863 28559 raft_consensus.cc:697] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [term 11 LEADER]: Becoming Leader. State: Replica: 095674cf4c624522bc8571078f280bf9, State: Running, Role: LEADER
02:00:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.069630 28559 consensus_queue.cc:237] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.073529 26369 catalog_manager.cc:5696] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 reported cstate change: term changed from 10 to 11, leader changed from 35abab819704418eafe71e50f4bd3c81 (127.25.146.66) to 095674cf4c624522bc8571078f280bf9 (127.25.146.67). New cstate: current_term: 11 leader_uuid: "095674cf4c624522bc8571078f280bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } health_report { overall_health: UNKNOWN } } }
02:00:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.488777 28499 raft_consensus.cc:1275] T 7a1b3d6316924952a841085120c49da9 P 895cfd530a5d44cb9a148c1c73679f0c [term 11 FOLLOWER]: Refusing update from remote peer 095674cf4c624522bc8571078f280bf9: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
02:00:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:25.489807 28559 consensus_queue.cc:1048] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:00:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:25.507411 28243 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 -> Peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Couldn't send request to peer 35abab819704418eafe71e50f4bd3c81. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:27.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a1b3d6316924952a841085120c49da9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047' with partition [<start>, <end>)
02:00:27.747 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a1b3d6316924952a841085120c49da9@[095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)[L],35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289),895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)]}]
02:00:27.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a1b3d6316924952a841085120c49da9, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4067), Traces: [0ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [2ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [5ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [7ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [7ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [26ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [27ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [28ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [28ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [66ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [67ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [68ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [68ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [126ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [127ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [128ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [128ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [383ms] refreshing cache from master, [383ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [386ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [388ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [390ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [390ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1183ms] refreshing cache from master, [1183ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [1186ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, [1187ms] sending RPC to server 35abab819704418eafe71e50f4bd3c81, [1188ms] received response from server 35abab819704418eafe71e50f4bd3c81: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [1188ms] delaying RPC due to: Network error: Failed to connect to peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289): Connection refused: /127.25.146.66:41289, [4063ms] refreshing cache from master, [4063ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.146.124:41511, [4066ms] Sub RPC GetTableLocations: received response from server master-127.25.146.124:41511: OK, deferred=Deferred@433988414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007fce30336310@5a203d18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618) -> (continuation of Deferred@1036219497 after retry RPC@1516110801) -> (continuation of Deferred@238997324 after retry RPC@609490385) -> (continuation of Deferred@369021345 after retry RPC@285258834), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4bbb9898 -> wakeup thread Time-limited test -> (continuation of Deferred@22934043 after retry RPC@381011440) -> (continuation of Deferred@1001381643 after retry RPC@1113315234) -> (continuation of Deferred@693136965 after retry RPC@900356618) -> (continuation of Deferred@1036219497 after retry RPC@1516110801) -> (continuation of Deferred@238997324 after retry RPC@609490385) -> (continuation of Deferred@369021345 after retry RPC@285258834))) after lookup
02:00:27.748 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] connecting to peer
02:00:27.749 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] Successfully connected to peer
02:00:27.768 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xdd569c47, L:/127.0.0.1:50548 - R:/127.25.146.67:39531] using TOKEN/null
02:00:27.796 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.25.146.66:41289
02:00:27.796 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:00:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:27.797681 26185 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskp8sP28/build/asan/bin/kudu
02:00:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:00:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:27.989678 28243 consensus_peers.cc:597] T 7a1b3d6316924952a841085120c49da9 P 095674cf4c624522bc8571078f280bf9 -> Peer 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289): Couldn't send request to peer 35abab819704418eafe71e50f4bd3c81. Status: Network error: Client connection negotiation failed: client connection to 127.25.146.66:41289: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:00:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.151085 28599 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.151423 28599 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.151500 28599 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.159997 28599 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.160173 28599 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.146.66
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.170390 28599 tablet_server_runner.cc:78] Tablet server non-default flags:
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.146.84:33467
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.146.66:41289
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.146.66
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44991
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.146.126:34729,127.25.146.125:32939,127.25.146.124:41511
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.146.66
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/logs
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on bdcb31816ec0
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11950
02:00:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:00:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.172134 28599 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:28.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.174000 28599 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:00:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.184931 28604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.184916 28605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.185813 28607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.186758 28599 server_base.cc:1061] running on GCE node
02:00:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.187574 28599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.188593 28599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.189864 28599 hybrid_clock.cc:648] HybridClock initialized: now 1779069628189789 us; error 58 us; skew 500 ppm
02:00:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.190256 28599 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.193068 28599 webserver.cc:533] Webserver started at http://127.25.146.66:44991/ using document root <none> and password file <none>
02:00:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.193954 28599 fs_manager.cc:362] Metadata directory not provided
02:00:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.194096 28599 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.200208 28599 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.000s	sys 0.004s
02:00:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.203539 28613 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:00:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.205024 28599 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.205204 28599 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data,/tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35abab819704418eafe71e50f4bd3c81"
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 01:59:50 on dist-test-slave-ztlx"
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.205976 28599 fs_report.cc:389] FS layout report
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/wal
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/data
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.232535 28599 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:00:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.233521 28599 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.233883 28599 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:28.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.235049 28599 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:00:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.237346 28620 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:00:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.243443 28599 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:00:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.243628 28599 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
02:00:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.243788 28599 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:00:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.246971 28599 ts_tablet_manager.cc:616] Registered 1 tablets
02:00:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.247100 28599 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
02:00:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.247483 28620 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap starting.
02:00:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.280448 28620 log.cc:826] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Log is configured to *not* fsync() on all Append() calls
02:00:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.301874 28599 rpc_server.cc:307] RPC server started. Bound to: 127.25.146.66:41289
02:00:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.301930 28727 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.146.66:41289 every 8 connection(s)
02:00:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.303745 28599 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskp8sP28/test-tmp/mini-kudu-cluster7751196319619335904/ts-1/data/info.pb
02:00:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.309214 26185 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskp8sP28/build/asan/bin/kudu as pid 28599
02:00:28.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:00:28.323 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.328110 28728 heartbeater.cc:344] Connected to a master server at 127.25.146.124:41511
02:00:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.328588 28728 heartbeater.cc:461] Registering TS with master...
02:00:28.329 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779069591047, tablet=7a1b3d6316924952a841085120c49da9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:00:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.329730 28728 heartbeater.cc:507] Master 127.25.146.124:41511 requested a full tablet report, sending...
02:00:28.337 [DEBUG - main] (Connection.java:575) [peer 895cfd530a5d44cb9a148c1c73679f0c(127.25.146.65:46201)] disconnecting while in state TERMINATED
02:00:28.338 [DEBUG - main] (Connection.java:575) [peer 35abab819704418eafe71e50f4bd3c81(127.25.146.66:41289)] disconnecting while in state TERMINATED
02:00:28.339 [DEBUG - main] (Connection.java:575) [peer master-127.25.146.125:32939(127.25.146.125:32939)] disconnecting while in state READY
02:00:28.339 [DEBUG - main] (Connection.java:575) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] disconnecting while in state READY
02:00:28.339 [DEBUG - main] (Connection.java:575) [peer master-127.25.146.124:41511(127.25.146.124:41511)] disconnecting while in state READY
02:00:28.339 [DEBUG - main] (Connection.java:575) [peer master-127.25.146.126:34729(127.25.146.126:34729)] disconnecting while in state READY
02:00:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.337499 26369 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.339115 26369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.146.66:41909
02:00:28.343 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.146.125:32939(127.25.146.125:32939)] handling channelInactive
02:00:28.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.146.125:32939(127.25.146.125:32939)] cleaning up while in state READY due to: connection closed
02:00:28.344 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] handling channelInactive
02:00:28.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 095674cf4c624522bc8571078f280bf9(127.25.146.67:39531)] cleaning up while in state READY due to: connection closed
02:00:28.344 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.146.124:41511(127.25.146.124:41511)] handling channelInactive
02:00:28.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.146.124:41511(127.25.146.124:41511)] cleaning up while in state READY due to: connection closed
02:00:28.345 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:00:28.346 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.146.126:34729(127.25.146.126:34729)] handling channelInactive
02:00:28.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.146.126:34729(127.25.146.126:34729)] cleaning up while in state READY due to: connection closed
02:00:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.349138 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 28413
02:00:28.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.360994 28729 heartbeater.cc:344] Connected to a master server at 127.25.146.126:34729
02:00:28.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.361184 28729 heartbeater.cc:461] Registering TS with master...
02:00:28.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.361681 28729 heartbeater.cc:507] Master 127.25.146.126:34729 requested a full tablet report, sending...
02:00:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.363473 26227 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.366336 28620 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.366940 28620 tablet_bootstrap.cc:492] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Bootstrap complete.
02:00:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.368419 28620 ts_tablet_manager.cc:1403] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent bootstrapping tablet: real 0.121s	user 0.065s	sys 0.020s
02:00:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.370823 28730 heartbeater.cc:344] Connected to a master server at 127.25.146.125:32939
02:00:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.371006 28730 heartbeater.cc:461] Registering TS with master...
02:00:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.371491 28730 heartbeater.cc:507] Master 127.25.146.125:32939 requested a full tablet report, sending...
02:00:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.373049 26299 ts_manager.cc:194] Re-registered known tserver with Master: 35abab819704418eafe71e50f4bd3c81 (127.25.146.66:41289)
02:00:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.373535 28620 raft_consensus.cc:359] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.374274 28620 raft_consensus.cc:740] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35abab819704418eafe71e50f4bd3c81, State: Initialized, Role: FOLLOWER
02:00:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.375010 28620 consensus_queue.cc:260] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "095674cf4c624522bc8571078f280bf9" member_type: VOTER last_known_addr { host: "127.25.146.67" port: 39531 } } peers { permanent_uuid: "35abab819704418eafe71e50f4bd3c81" member_type: VOTER last_known_addr { host: "127.25.146.66" port: 41289 } } peers { permanent_uuid: "895cfd530a5d44cb9a148c1c73679f0c" member_type: VOTER last_known_addr { host: "127.25.146.65" port: 46201 } }
02:00:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.376492 28728 heartbeater.cc:499] Master 127.25.146.124:41511 was elected leader, sending a full tablet report...
02:00:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.377012 28620 ts_tablet_manager.cc:1434] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81: Time spent starting tablet: real 0.008s	user 0.009s	sys 0.000s
02:00:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.383826 28539 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.426493 28682 raft_consensus.cc:3060] T 7a1b3d6316924952a841085120c49da9 P 35abab819704418eafe71e50f4bd3c81 [term 10 FOLLOWER]: Advancing to term 11
02:00:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.523432 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 28413
02:00:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.541388 26285 connection.cc:582] server connection from 127.25.146.65:40359 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:00:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.541428 26214 connection.cc:582] server connection from 127.25.146.65:51385 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:00:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:00:28.541953 26355 connection.cc:582] server connection from 127.25.146.65:54063 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:00:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.542017 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 28599
02:00:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.553737 28723 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.652552 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 28599
02:00:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.671532 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 28227
02:00:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.679567 28351 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.815506 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 28227
02:00:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.836378 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26197
02:00:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.837808 26258 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.959565 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26197
02:00:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.982326 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26267
02:00:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:28.983623 26329 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:29.102137 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26267
02:00:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:29.124902 26185 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskp8sP28/build/asan/bin/kudu pid 26336
02:00:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:29.126165 26400 generic_service.cc:196] Checking for leaks (request via RPC)
02:00:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:00:29.252287 26185 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskp8sP28/build/asan/bin/kudu with pid 26336
02:00:29.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:00:29Z chronyd exiting

Time: 43.828

OK (1 test)

