JUnit version 4.13.2
.19:59:41.545 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134381538
19:59:41.601 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
19:59:41.660 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:59:41.673 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_qngW2/test-tmp
19:59:41.679 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
19:59:41.682 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_qngW2/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
19:59:41.854 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

19:59:42.037 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
19:59:42.038 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

19:59:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.042402 14949 mini_oidc.cc:150] Starting JWKS server
19:59:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.045290 14949 webserver.cc:533] Webserver started at http://127.0.0.1:42295/ using document root <none> and password file <none>
19:59:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.045549 14949 mini_oidc.cc:186] Starting OIDC Discovery server
19:59:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.046377 14949 webserver.cc:533] Webserver started at http://127.0.0.1:38023/ using document root <none> and password file <none>
19:59:42.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T19:59:42Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:59:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T19:59:42Z Disabled control of system clock
19:59:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.075831 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal
19:59:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/logs
19:59:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data/info.pb
19:59:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.126:42197
19:59:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.126
19:59:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42295/jwks.json with env {}
19:59:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.374835 14960 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.375167 14960 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.375257 14960 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.384248 14960 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.384341 14960 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:42.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.384394 14960 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:42.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.384430 14960 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:42.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.384477 14960 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:42.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.384509 14960 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42295/jwks.json
19:59:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.394728 14960 master_runner.cc:387] Master server non-default flags:
19:59:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data
19:59:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal
19:59:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.126:42197
19:59:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42295/jwks.json
19:59:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data/info.pb
19:59:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.126
19:59:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/logs
19:59:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.396515 14960 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.398458 14960 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.407536 14966 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:42.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.407691 14965 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:42.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.410296 14960 server_base.cc:1061] running on GCE node
19:59:42.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.411123 14968 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:42.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.412108 14960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.413661 14960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.414888 14960 hybrid_clock.cc:648] HybridClock initialized: now 1779134382414826 us; error 51 us; skew 500 ppm
19:59:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.415215 14960 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.417222 14960 webserver.cc:533] Webserver started at http://127.14.153.126:46769/ using document root <none> and password file <none>
19:59:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.417865 14960 fs_manager.cc:362] Metadata directory not provided
19:59:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.417954 14960 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.418366 14960 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.420595 14960 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data/instance:
19:59:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f2d189feef9488bbc1e64bf3a457e9b"
19:59:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:42 on dist-test-slave-jh1p"
19:59:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.421375 14960 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal/instance:
19:59:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f2d189feef9488bbc1e64bf3a457e9b"
19:59:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:42 on dist-test-slave-jh1p"
19:59:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.426397 14960 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
19:59:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.429425 14974 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:42.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.430864 14960 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
19:59:42.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.430991 14960 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal
19:59:42.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f2d189feef9488bbc1e64bf3a457e9b"
19:59:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:42 on dist-test-slave-jh1p"
19:59:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.431175 14960 fs_report.cc:389] FS layout report
19:59:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal
19:59:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal
19:59:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data/data
19:59:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.457921 14960 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.458817 14960 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.459034 14960 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.477233 14960 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.126:42197
19:59:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.477253 15025 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.126:42197 every 8 connection(s)
19:59:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.478946 14960 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/data/info.pb
19:59:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.481185 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 14960
19:59:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.481518 14949 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-0/wal/instance
19:59:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.484304 15026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.485436 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal
19:59:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data
19:59:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/logs
19:59:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data/info.pb
19:59:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.125:43743
19:59:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.125
19:59:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42295/jwks.json with env {}
19:59:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.492017 15026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } has no permanent_uuid. Determining permanent_uuid...
19:59:42.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.510391 15026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
19:59:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.511533 14976 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.125:43743: connect: Connection refused (error 111)
19:59:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.513396 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.125:43743: Network error: Client connection negotiation failed: client connection to 127.14.153.125:43743: connect: Connection refused (error 111)
19:59:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.562738 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } attempt: 1
19:59:42.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.565044 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.125:43743: Network error: Client connection negotiation failed: client connection to 127.14.153.125:43743: connect: Connection refused (error 111)
19:59:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.633324 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } attempt: 2
19:59:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.635948 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.125:43743: Network error: Client connection negotiation failed: client connection to 127.14.153.125:43743: connect: Connection refused (error 111)
19:59:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.727218 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } attempt: 3
19:59:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.731021 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.125:43743: Network error: Client connection negotiation failed: client connection to 127.14.153.125:43743: connect: Connection refused (error 111)
19:59:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.791155 15028 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.791394 15028 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.791455 15028 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.798704 15028 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.798772 15028 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.798820 15028 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.798853 15028 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.798899 15028 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.798929 15028 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42295/jwks.json
19:59:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.813388 15028 master_runner.cc:387] Master server non-default flags:
19:59:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data
19:59:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.125:43743
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42295/jwks.json
19:59:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data/info.pb
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.125
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/logs
19:59:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.815483 15028 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.817634 15028 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:42.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.826265 15036 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:42.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.826653 15037 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:42.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.827204 15039 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.828265 15028 server_base.cc:1061] running on GCE node
19:59:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.828917 15028 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:42.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.830407 15028 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.831617 15028 hybrid_clock.cc:648] HybridClock initialized: now 1779134382831573 us; error 50 us; skew 500 ppm
19:59:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.831950 15028 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.834237 15028 webserver.cc:533] Webserver started at http://127.14.153.125:40413/ using document root <none> and password file <none>
19:59:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.834887 15028 fs_manager.cc:362] Metadata directory not provided
19:59:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.834966 15028 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.835222 15028 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.837121 15028 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data/instance:
19:59:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d9dcd1b3e1d411b9b6996af43d8281f"
19:59:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:42 on dist-test-slave-jh1p"
19:59:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.837878 15028 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal/instance:
19:59:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d9dcd1b3e1d411b9b6996af43d8281f"
19:59:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:42 on dist-test-slave-jh1p"
19:59:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.842779 15028 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
19:59:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.845721 15045 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.846912 15028 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
19:59:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.847071 15028 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal
19:59:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d9dcd1b3e1d411b9b6996af43d8281f"
19:59:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:42 on dist-test-slave-jh1p"
19:59:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.847301 15028 fs_report.cc:389] FS layout report
19:59:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal
19:59:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal
19:59:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data/data
19:59:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:42.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.864810 15028 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:42.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.865557 15028 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:42.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.865828 15028 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.874256 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } attempt: 4
19:59:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.876166 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.125:43743: Network error: Client connection negotiation failed: client connection to 127.14.153.125:43743: connect: Connection refused (error 111)
19:59:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.884276 15028 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.125:43743
19:59:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.884284 15096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.125:43743 every 8 connection(s)
19:59:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.885658 15028 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/data/info.pb
19:59:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.889242 15097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.892129 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15028
19:59:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.892272 14949 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-1/wal/instance
19:59:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.893450 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/logs
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data/info.pb
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.124:36011
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.124
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42295/jwks.json with env {}
19:59:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.895438 15097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } has no permanent_uuid. Determining permanent_uuid...
19:59:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.912772 15097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
19:59:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.920773 15097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } has no permanent_uuid. Determining permanent_uuid...
19:59:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.921698 15049 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.923192 15097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:42.972460 15097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 1
19:59:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:42.974400 15097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.042678 15097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 2
19:59:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.044955 15097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.136256 15097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 3
19:59:43.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.138204 15097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:43.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.175405 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } attempt: 5
19:59:43.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.181324 15026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } has no permanent_uuid. Determining permanent_uuid...
19:59:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.183073 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.200788 15099 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.201079 15099 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.201146 15099 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.209743 15099 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.209818 15099 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.209870 15099 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.209926 15099 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.209978 15099 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.210031 15099 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42295/jwks.json
19:59:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.219293 15099 master_runner.cc:387] Master server non-default flags:
19:59:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.124:36011
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42295/jwks.json
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data/info.pb
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.124
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/logs
19:59:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.220898 15099 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:43.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.222527 15099 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:43.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.230978 15107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:43.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.230947 15108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:43.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.232345 15110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.233072 15099 server_base.cc:1061] running on GCE node
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.233925 15099 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.234313 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 1
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.235591 15099 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.236054 15026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.236804 15099 hybrid_clock.cc:648] HybridClock initialized: now 1779134383236758 us; error 38 us; skew 500 ppm
19:59:43.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.237067 15099 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.239022 15099 webserver.cc:533] Webserver started at http://127.14.153.124:33475/ using document root <none> and password file <none>
19:59:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.239665 15099 fs_manager.cc:362] Metadata directory not provided
19:59:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.239746 15099 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.240069 15099 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.242170 15099 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data/instance:
19:59:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1321b90bba349e2b6a74b79eca88775"
19:59:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:43 on dist-test-slave-jh1p"
19:59:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.242816 15099 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal/instance:
19:59:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1321b90bba349e2b6a74b79eca88775"
19:59:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:43 on dist-test-slave-jh1p"
19:59:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.247484 15099 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
19:59:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.250401 15116 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.251578 15099 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.251758 15099 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1321b90bba349e2b6a74b79eca88775"
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:43 on dist-test-slave-jh1p"
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.252020 15099 fs_report.cc:389] FS layout report
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal
19:59:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data/data
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.270841 15099 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.271679 15099 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.272012 15099 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.281447 15097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 4
19:59:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.283579 15097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.153.124:36011: Network error: Client connection negotiation failed: client connection to 127.14.153.124:36011: connect: Connection refused (error 111)
19:59:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.292023 15099 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.124:36011
19:59:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.292040 15167 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.124:36011 every 8 connection(s)
19:59:43.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.293634 15099 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/data/info.pb
19:59:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.297432 15168 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.301676 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15099
19:59:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.301817 14949 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/master-2/wal/instance
19:59:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.302510 15168 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } has no permanent_uuid. Determining permanent_uuid...
19:59:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.304287 15026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 2
19:59:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.319833 15168 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
19:59:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.325109 15026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: Bootstrap starting.
19:59:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.327368 15168 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } has no permanent_uuid. Determining permanent_uuid...
19:59:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.329609 15026 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: Neither blocks nor log segments found. Creating new log.
19:59:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.330672 15026 log.cc:826] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: Log is configured to *not* fsync() on all Append() calls
19:59:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.334626 15026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: No bootstrap required, opened a new log
19:59:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.337061 15168 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: Bootstrap starting.
19:59:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.339406 15026 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.339942 15168 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: Neither blocks nor log segments found. Creating new log.
19:59:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.340094 15026 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.340235 15026 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f2d189feef9488bbc1e64bf3a457e9b, State: Initialized, Role: FOLLOWER
19:59:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.340870 15026 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.341156 15168 log.cc:826] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: Log is configured to *not* fsync() on all Append() calls
19:59:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.341857 15177 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.342144 15177 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.342814 15026 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: configured and running, proceeding with master startup.
19:59:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.343667 15168 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: No bootstrap required, opened a new log
19:59:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.349844 15168 raft_consensus.cc:359] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.350168 15168 raft_consensus.cc:385] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.350301 15168 raft_consensus.cc:740] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1321b90bba349e2b6a74b79eca88775, State: Initialized, Role: FOLLOWER
19:59:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.351064 15168 consensus_queue.cc:260] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.354594 15191 sys_catalog.cc:455] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.355124 15191 sys_catalog.cc:458] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.355691 15168 sys_catalog.cc:565] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: configured and running, proceeding with master startup.
19:59:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.358601 15189 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.359059 15189 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.352768 14960 master_runner.cc:187] Error getting master registration for 127.14.153.125:43743: OK, instance_id { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" instance_seqno: 1779134382879483 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.360010 14960 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:43.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.370714 15202 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.371120 15202 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.374785 15099 master_runner.cc:187] Error getting master registration for 127.14.153.125:43743: OK, instance_id { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" instance_seqno: 1779134382879483 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:43.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.381852 15099 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:43.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.461585 14980 tablet.cc:2404] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.524253 15122 tablet.cc:2404] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:43.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.546741 15177 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:43.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.547039 15177 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.548801 15177 leader_election.cc:290] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0d9dcd1b3e1d411b9b6996af43d8281f (127.14.153.125:43743), e1321b90bba349e2b6a74b79eca88775 (127.14.153.124:36011)
19:59:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.549971 15143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1321b90bba349e2b6a74b79eca88775" is_pre_election: true
19:59:43.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.550508 15143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f2d189feef9488bbc1e64bf3a457e9b in term 0.
19:59:43.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.551117 14978 leader_election.cc:304] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f2d189feef9488bbc1e64bf3a457e9b, e1321b90bba349e2b6a74b79eca88775; no voters: 
19:59:43.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.551522 15177 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Leader pre-election won for term 1
19:59:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.551661 15177 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:59:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.551754 15177 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 0 FOLLOWER]: Advancing to term 1
19:59:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.557325 15177 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.559841 15143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1321b90bba349e2b6a74b79eca88775"
19:59:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.560030 15143 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 0 FOLLOWER]: Advancing to term 1
19:59:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.563030 15143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f2d189feef9488bbc1e64bf3a457e9b in term 1.
19:59:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.563474 14978 leader_election.cc:304] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f2d189feef9488bbc1e64bf3a457e9b, e1321b90bba349e2b6a74b79eca88775; no voters: 
19:59:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.564483 15204 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 1 FOLLOWER]: Leader election won for term 1
19:59:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.578153 15177 leader_election.cc:290] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [CANDIDATE]: Term 1 election: Requested vote from peers 0d9dcd1b3e1d411b9b6996af43d8281f (127.14.153.125:43743), e1321b90bba349e2b6a74b79eca88775 (127.14.153.124:36011)
19:59:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.581172 15204 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [term 1 LEADER]: Becoming Leader. State: Replica: 2f2d189feef9488bbc1e64bf3a457e9b, State: Running, Role: LEADER
19:59:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.582206 15204 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.582791 15097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } attempt: 5
19:59:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.594998 15097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: Bootstrap starting.
19:59:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.602231 15097 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: Neither blocks nor log segments found. Creating new log.
19:59:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.607270 15097 log.cc:826] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: Log is configured to *not* fsync() on all Append() calls
19:59:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.616392 15097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: No bootstrap required, opened a new log
19:59:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.619119 15177 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2f2d189feef9488bbc1e64bf3a457e9b. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.619369 15177 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: This master's current role is: LEADER
19:59:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.626601 15208 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
19:59:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.628702 15208 catalog_manager.cc:1519] Initializing Kudu cluster ID...
19:59:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.630218 15097 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.630496 15097 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.630591 15097 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d9dcd1b3e1d411b9b6996af43d8281f, State: Initialized, Role: FOLLOWER
19:59:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.633281 15097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } }
19:59:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.642675 15143 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [term 1 FOLLOWER]: Refusing update from remote peer 2f2d189feef9488bbc1e64bf3a457e9b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:59:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.644438 15205 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.651360 15210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.651604 15210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.652637 15097 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: configured and running, proceeding with master startup.
19:59:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.662695 15070 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [term 0 FOLLOWER]: Advancing to term 1
19:59:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.666146 15070 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [term 1 FOLLOWER]: Refusing update from remote peer 2f2d189feef9488bbc1e64bf3a457e9b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:59:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.666889 15177 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.667284 15071 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f"
19:59:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.669989 15071 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f2d189feef9488bbc1e64bf3a457e9b in term 1.
19:59:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.674366 15072 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" is_pre_election: true
19:59:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.707386 15210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2f2d189feef9488bbc1e64bf3a457e9b. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.707698 15210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.709908 15209 mvcc.cc:204] Tried to move back new op lower bound from 7287334435388891136 to 7287334435158867968. Current Snapshot: MvccSnapshot[applied={T|T < 7287334435388891136}]
19:59:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.710757 15214 mvcc.cc:204] Tried to move back new op lower bound from 7287334435388891136 to 7287334435158867968. Current Snapshot: MvccSnapshot[applied={T|T < 7287334435388891136}]
19:59:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.717163 15191 sys_catalog.cc:455] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2f2d189feef9488bbc1e64bf3a457e9b. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.717410 15191 sys_catalog.cc:458] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.725566 15211 mvcc.cc:204] Tried to move back new op lower bound from 7287334435388891136 to 7287334435158867968. Current Snapshot: MvccSnapshot[applied={T|T < 7287334435388891136}]
19:59:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.726327 15210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.726516 15210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.730458 15204 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.730697 15204 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: This master's current role is: LEADER
19:59:43.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.730923 15204 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.731087 15204 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b [sys.catalog]: This master's current role is: LEADER
19:59:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.732121 15208 catalog_manager.cc:1382] Generated new cluster ID: 1a8dec1c8766447daddc959393d52e79
19:59:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.732218 15208 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
19:59:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.734411 15191 sys_catalog.cc:455] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f2d189feef9488bbc1e64bf3a457e9b" member_type: VOTER last_known_addr { host: "127.14.153.126" port: 42197 } } peers { permanent_uuid: "0d9dcd1b3e1d411b9b6996af43d8281f" member_type: VOTER last_known_addr { host: "127.14.153.125" port: 43743 } } peers { permanent_uuid: "e1321b90bba349e2b6a74b79eca88775" member_type: VOTER last_known_addr { host: "127.14.153.124" port: 36011 } } }
19:59:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.734602 15191 sys_catalog.cc:458] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775 [sys.catalog]: This master's current role is: FOLLOWER
19:59:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.776072 15208 catalog_manager.cc:1405] Generated new certificate authority record
19:59:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.777933 15208 catalog_manager.cc:1539] Loading token signing keys...
19:59:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.793267 15228 catalog_manager.cc:1294] Loaded cluster ID: 1a8dec1c8766447daddc959393d52e79
19:59:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.793684 15228 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: loading cluster ID for follower catalog manager: success
19:59:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.797976 15228 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: acquiring CA information for follower catalog manager: success
19:59:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:43.799543 15228 catalog_manager.cc:883] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
19:59:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.811816 15208 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2f2d189feef9488bbc1e64bf3a457e9b: Generated new TSK 0
19:59:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.813227 15208 catalog_manager.cc:1549] Initializing in-progress tserver states...
19:59:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:43.836562 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
19:59:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:0
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.168344 15230 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.169258 15230 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.169653 15230 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.184433 15230 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:44.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.184882 15230 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.65
19:59:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.202629 15230 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:0
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:44.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.206175 15230 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.208019 15230 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.222261 15235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.223098 15236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.223938 15238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.224364 15230 server_base.cc:1061] running on GCE node
19:59:44.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.224960 15230 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:44.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.226019 15230 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.227447 15230 hybrid_clock.cc:648] HybridClock initialized: now 1779134384227351 us; error 83 us; skew 500 ppm
19:59:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.227768 15230 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.230131 15230 webserver.cc:533] Webserver started at http://127.14.153.65:34155/ using document root <none> and password file <none>
19:59:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.231071 15230 fs_manager.cc:362] Metadata directory not provided
19:59:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.231452 15230 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.231825 15230 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.234192 15230 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/instance:
19:59:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
19:59:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.234899 15230 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal/instance:
19:59:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
19:59:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.240172 15230 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
19:59:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.243188 15244 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:44.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.244483 15230 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
19:59:44.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.244632 15230 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.244825 15230 fs_report.cc:389] FS layout report
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/data
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.260226 15230 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.261001 15230 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.261287 15230 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.262295 15230 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.263957 15230 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.264072 15230 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
19:59:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.264174 15230 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.264253 15230 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
19:59:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.294660 15230 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.65:43153
19:59:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.294724 15356 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.65:43153 every 8 connection(s)
19:59:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.296147 15230 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
19:59:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.301800 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15230
19:59:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.301964 14949 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal/instance
19:59:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.320430 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
19:59:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:0
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.335419 15358 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.335824 15358 heartbeater.cc:461] Registering TS with master...
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.336254 15357 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.336381 15357 heartbeater.cc:461] Registering TS with master...
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.336725 15359 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.336884 15359 heartbeater.cc:461] Registering TS with master...
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.337116 15357 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
19:59:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.337316 15359 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
19:59:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.338166 15358 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
19:59:44.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.339347 15062 ts_manager.cc:194] Registered new tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:44.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.339442 15133 ts_manager.cc:194] Registered new tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.341638 14991 ts_manager.cc:194] Registered new tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.343837 14991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.65:49067
19:59:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.372872 15202 catalog_manager.cc:1294] Loaded cluster ID: 1a8dec1c8766447daddc959393d52e79
19:59:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.372995 15202 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: loading cluster ID for follower catalog manager: success
19:59:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.375670 15202 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: acquiring CA information for follower catalog manager: success
19:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.377162 15202 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e1321b90bba349e2b6a74b79eca88775: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.638011 15367 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.638351 15367 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.638417 15367 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.646296 15367 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.646423 15367 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.66
19:59:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.655781 15367 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:0
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
19:59:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.657373 15367 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.659111 15367 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.667910 15373 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.667969 15372 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:44.668395 15375 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.669262 15367 server_base.cc:1061] running on GCE node
19:59:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.669691 15367 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:44.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.670488 15367 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.671666 15367 hybrid_clock.cc:648] HybridClock initialized: now 1779134384671611 us; error 53 us; skew 500 ppm
19:59:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.671969 15367 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.674408 15367 webserver.cc:533] Webserver started at http://127.14.153.66:34351/ using document root <none> and password file <none>
19:59:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.675053 15367 fs_manager.cc:362] Metadata directory not provided
19:59:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.675132 15367 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.675396 15367 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.678107 15367 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/instance:
19:59:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.678858 15367 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal/instance:
19:59:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.683466 15367 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
19:59:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.686640 15381 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.687757 15367 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.687928 15367 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.688151 15367 fs_report.cc:389] FS layout report
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/data
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.712882 15367 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.713765 15367 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:44.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.714160 15367 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.715157 15367 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.716761 15367 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.716876 15367 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
19:59:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.717010 15367 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.717087 15367 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
19:59:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.749080 15367 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.66:45293
19:59:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.749207 15493 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.66:45293 every 8 connection(s)
19:59:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.750576 15367 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
19:59:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.754997 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15367
19:59:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.755203 14949 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal/instance
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.763255 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:0
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.770320 15494 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
19:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.770740 15494 heartbeater.cc:461] Registering TS with master...
19:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.771915 15494 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
19:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.773881 15133 ts_manager.cc:194] Registered new tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.782325 15495 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
19:59:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.782481 15495 heartbeater.cc:461] Registering TS with master...
19:59:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.782977 15495 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
19:59:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.784325 14991 ts_manager.cc:194] Registered new tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.785442 14991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.66:36593
19:59:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.785786 15496 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
19:59:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.785923 15496 heartbeater.cc:461] Registering TS with master...
19:59:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.786490 15496 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
19:59:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.787403 15062 ts_manager.cc:194] Registered new tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:44.801934 15228 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0d9dcd1b3e1d411b9b6996af43d8281f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.081163 15501 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.081475 15501 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.081588 15501 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.089491 15501 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.089700 15501 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.67
19:59:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.098380 15501 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:0
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
19:59:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.100448 15501 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:45.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.102481 15501 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.111445 15506 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.111505 15507 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:45.111759 15509 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.112716 15501 server_base.cc:1061] running on GCE node
19:59:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.113278 15501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.114295 15501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.115513 15501 hybrid_clock.cc:648] HybridClock initialized: now 1779134385115476 us; error 32 us; skew 500 ppm
19:59:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.115806 15501 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.117654 15501 webserver.cc:533] Webserver started at http://127.14.153.67:42159/ using document root <none> and password file <none>
19:59:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.118392 15501 fs_manager.cc:362] Metadata directory not provided
19:59:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.118505 15501 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.118846 15501 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.121061 15501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/instance:
19:59:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
19:59:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
19:59:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.121799 15501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal/instance:
19:59:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
19:59:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
19:59:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.127241 15501 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.002s
19:59:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.130378 15515 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.131598 15501 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.131776 15501 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.132032 15501 fs_report.cc:389] FS layout report
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/data
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.153533 15501 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.154493 15501 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.154819 15501 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.155823 15501 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.157584 15501 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.157671 15501 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
19:59:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.157742 15501 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.157786 15501 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
19:59:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.191497 15501 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.67:41703
19:59:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.191613 15627 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.67:41703 every 8 connection(s)
19:59:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.192875 15501 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
19:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.196878 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15501
19:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.197059 14949 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal/instance
19:59:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.211642 15628 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
19:59:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.211959 15628 heartbeater.cc:461] Registering TS with master...
19:59:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.212744 15628 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
19:59:45.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.212782 15630 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
19:59:45.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.212957 15630 heartbeater.cc:461] Registering TS with master...
19:59:45.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.213620 15630 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
19:59:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.214588 15062 ts_manager.cc:194] Registered new tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
19:59:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.214627 15133 ts_manager.cc:194] Registered new tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
19:59:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.216637 15629 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
19:59:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.216773 15629 heartbeater.cc:461] Registering TS with master...
19:59:45.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.217211 15629 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
19:59:45.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.218010 14991 ts_manager.cc:194] Registered new tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
19:59:45.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.218902 14991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.67:59043
19:59:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.223178 14949 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
19:59:45.225 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
19:59:45.226 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

19:59:45.235 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.153.126"
      port: 42197
    }
    bound_http_address {
      host: "127.14.153.126"
      port: 46769
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.153.125"
      port: 43743
    }
    bound_http_address {
      host: "127.14.153.125"
      port: 40413
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.153.124"
      port: 36011
    }
    bound_http_address {
      host: "127.14.153.124"
      port: 33475
    }
  }
}

19:59:45.238 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

19:59:45.240 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.153.65"
      port: 43153
    }
    bound_http_address {
      host: "127.14.153.65"
      port: 34155
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.153.66"
      port: 45293
    }
    bound_http_address {
      host: "127.14.153.66"
      port: 34351
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.153.67"
      port: 41703
    }
    bound_http_address {
      host: "127.14.153.67"
      port: 42159
    }
  }
}

19:59:45.240 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:59:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.346140 15358 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
19:59:45.396 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
19:59:45.448 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
19:59:45.600 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.153.124:36011(127.14.153.124:36011)] connecting to peer
19:59:45.643 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.153.126:42197(127.14.153.126:42197)] connecting to peer
19:59:45.646 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.153.125:43743(127.14.153.125:43743)] connecting to peer
19:59:45.660 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.153.125:43743(127.14.153.125:43743)] Successfully connected to peer
19:59:45.662 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.153.124:36011(127.14.153.124:36011)] Successfully connected to peer
19:59:45.664 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.153.126:42197(127.14.153.126:42197)] Successfully connected to peer
19:59:45.747 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.153.126
19:59:45.747 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.153.125
19:59:45.747 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.153.124
19:59:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:45.787709 15495 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
19:59:45.944 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x25703b76, L:/127.0.0.1:37380 - R:/127.14.153.126:42197] using SASL/PLAIN
19:59:45.944 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x494b556b, L:/127.0.0.1:60720 - R:/127.14.153.124:36011] using SASL/PLAIN
19:59:45.944 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2995a7ae, L:/127.0.0.1:47786 - R:/127.14.153.125:43743] using SASL/PLAIN
19:59:45.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:59:45.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=412), Traces: [0ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.153.124:36011, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.153.126:42197, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.153.125:43743, [388ms] Sub RPC ConnectToMaster: received response from server master-127.14.153.125:43743: OK, [388ms] Sub RPC ConnectToMaster: received response from server master-127.14.153.124:36011: OK, [388ms] Sub RPC ConnectToMaster: received response from server master-127.14.153.126:42197: OK, deferred=null) after lookup
19:59:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.021129 14991 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37380:
19:59:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552"
19:59:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:59:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:59:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
19:59:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
19:59:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:59:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:59:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:59:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:46.023268 14991 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:59:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.101924 15563 tablet_service.cc:1511] Processing CreateTablet for tablet 2b7bcff637de41c683cd7e56f36b63f9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552 [id=14e320ac55cc49b79b95fb140d0f23f6]), partition=RANGE (key) PARTITION UNBOUNDED
19:59:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.103819 15563 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b7bcff637de41c683cd7e56f36b63f9. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:46.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 14e320ac55cc49b79b95fb140d0f23f6
19:59:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.112969 15292 tablet_service.cc:1511] Processing CreateTablet for tablet 2b7bcff637de41c683cd7e56f36b63f9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552 [id=14e320ac55cc49b79b95fb140d0f23f6]), partition=RANGE (key) PARTITION UNBOUNDED
19:59:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.114442 15292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b7bcff637de41c683cd7e56f36b63f9. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.115948 15429 tablet_service.cc:1511] Processing CreateTablet for tablet 2b7bcff637de41c683cd7e56f36b63f9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552 [id=14e320ac55cc49b79b95fb140d0f23f6]), partition=RANGE (key) PARTITION UNBOUNDED
19:59:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.116940 15429 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b7bcff637de41c683cd7e56f36b63f9. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.141875 15660 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap starting.
19:59:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.148906 15658 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap starting.
19:59:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.151225 15660 tablet_bootstrap.cc:654] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Neither blocks nor log segments found. Creating new log.
19:59:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.152077 15659 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap starting.
19:59:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.152423 15658 tablet_bootstrap.cc:654] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Neither blocks nor log segments found. Creating new log.
19:59:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.153419 15660 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Log is configured to *not* fsync() on all Append() calls
19:59:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.153775 15658 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Log is configured to *not* fsync() on all Append() calls
19:59:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.156118 15660 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: No bootstrap required, opened a new log
19:59:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.156415 15660 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.002s
19:59:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.156975 15658 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: No bootstrap required, opened a new log
19:59:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.157217 15659 tablet_bootstrap.cc:654] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Neither blocks nor log segments found. Creating new log.
19:59:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.157232 15658 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent bootstrapping tablet: real 0.009s	user 0.007s	sys 0.000s
19:59:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.158368 15659 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Log is configured to *not* fsync() on all Append() calls
19:59:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.161026 15659 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: No bootstrap required, opened a new log
19:59:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.161291 15659 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent bootstrapping tablet: real 0.009s	user 0.005s	sys 0.000s
19:59:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.162395 15660 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.162714 15660 raft_consensus.cc:385] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.162845 15660 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Initialized, Role: FOLLOWER
19:59:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.163628 15660 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.164099 15658 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.164613 15658 raft_consensus.cc:385] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.164852 15658 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c660bb1353248e480817610130c677b, State: Initialized, Role: FOLLOWER
19:59:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.165462 15660 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.005s
19:59:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.167421 15658 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.168696 15659 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.170007 15659 raft_consensus.cc:385] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.170373 15659 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Initialized, Role: FOLLOWER
19:59:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.171150 15659 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.173076 15659 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent starting tablet: real 0.012s	user 0.011s	sys 0.000s
19:59:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.174929 15658 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent starting tablet: real 0.018s	user 0.008s	sys 0.005s
19:59:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.175670 15629 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
19:59:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:46.196513 15631 tablet.cc:2404] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:46.254390 15497 tablet.cc:2404] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:46.332993 15360 tablet.cc:2404] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:46.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.487095 15665 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:46.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.487746 15665 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.489907 15665 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:46.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.498016 15449 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
19:59:46.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.498016 15312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" is_pre_election: true
19:59:46.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.498553 15312 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 0.
19:59:46.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.498553 15449 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 0.
19:59:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.499264 15517 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 
19:59:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.499704 15665 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Leader pre-election won for term 1
19:59:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.499858 15665 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:59:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.499974 15665 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 0 FOLLOWER]: Advancing to term 1
19:59:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.501799 15665 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.502351 15665 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 1 election: Requested vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.502725 15449 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.502749 15312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
19:59:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.502852 15449 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 0 FOLLOWER]: Advancing to term 1
19:59:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.502940 15312 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 0 FOLLOWER]: Advancing to term 1
19:59:46.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.504693 15449 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 1.
19:59:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.505070 15517 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 
19:59:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.505110 15312 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 1.
19:59:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.505354 15665 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Leader election won for term 1
19:59:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.505712 15665 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 LEADER]: Becoming Leader. State: Replica: 1c660bb1353248e480817610130c677b, State: Running, Role: LEADER
19:59:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.506387 15665 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.511227 14991 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b reported cstate change: term changed from 0 to 1, leader changed from <none> to 1c660bb1353248e480817610130c677b (127.14.153.67). New cstate: current_term: 1 leader_uuid: "1c660bb1353248e480817610130c677b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
19:59:46.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.932049 15665 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:46.941259 15669 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:47.331 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 14e320ac55cc49b79b95fb140d0f23f6
19:59:47.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:47.350 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:47.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [7ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=null) after lookup
19:59:47.359 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:47.361 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] Successfully connected to peer
19:59:47.427 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc1110f79, L:/127.0.0.1:33938 - R:/127.14.153.67:41703] using TOKEN/null
19:59:47.550 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:59:47.552 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.67:41703
19:59:47.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:59:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:47.554275 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15501
19:59:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:47.566681 15623 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:47.678537 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15501
19:59:47.703 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:47.706 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] handling channelInactive
19:59:47.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state READY due to: connection closed
19:59:47.707 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: connection closed
19:59:47.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:47.728 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:47.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [3ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1923005877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@57175d8c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2440df9f -> wakeup thread Time-limited test)) after lookup
19:59:47.729 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:47.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.731 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:47.747 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:47.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [3ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 1c660bb1353248e480817610130c677b, [27ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [27ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1923005877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@57175d8c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2440df9f -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092))) after lookup
19:59:47.748 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:47.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.750 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:47.788 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:47.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [3ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 1c660bb1353248e480817610130c677b, [27ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [27ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [43ms] sending RPC to server 1c660bb1353248e480817610130c677b, [46ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [46ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1923005877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@57175d8c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2440df9f -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577))) after lookup
19:59:47.789 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:47.790 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.791 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:47.847 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:47.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [3ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 1c660bb1353248e480817610130c677b, [27ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [27ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [43ms] sending RPC to server 1c660bb1353248e480817610130c677b, [46ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [46ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [85ms] sending RPC to server 1c660bb1353248e480817610130c677b, [87ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [87ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [143ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1923005877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@57175d8c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577) -> (continuation of Deferred@236023638 after retry RPC@1776202306), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2440df9f -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577) -> (continuation of Deferred@236023638 after retry RPC@1776202306))) after lookup
19:59:47.848 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:47.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:47.850 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:48.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:48.089 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:48.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=385), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [3ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 1c660bb1353248e480817610130c677b, [27ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [27ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [43ms] sending RPC to server 1c660bb1353248e480817610130c677b, [46ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [46ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [85ms] sending RPC to server 1c660bb1353248e480817610130c677b, [87ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [87ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [143ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [144ms] sending RPC to server 1c660bb1353248e480817610130c677b, [146ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [146ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [381ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1923005877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@57175d8c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577) -> (continuation of Deferred@236023638 after retry RPC@1776202306) -> (continuation of Deferred@1152725061 after retry RPC@508711467), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2440df9f -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577) -> (continuation of Deferred@236023638 after retry RPC@1776202306) -> (continuation of Deferred@1152725061 after retry RPC@508711467))) after lookup
19:59:48.091 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:48.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:48.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:48.092 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:48.991127 15694 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1c660bb1353248e480817610130c677b)
19:59:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:48.991320 15694 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:48.992175 15695 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1c660bb1353248e480817610130c677b)
19:59:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:48.992367 15695 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:48.992712 15694 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:48.993755 15385 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.000212 15695 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:49.011698 15385 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:49.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.013559 15449 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
19:59:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.013855 15449 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 1.
19:59:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.014545 15246 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 
19:59:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.015059 15695 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:59:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.015208 15695 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1c660bb1353248e480817610130c677b)
19:59:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.015321 15695 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 1 FOLLOWER]: Advancing to term 2
19:59:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:49.017181 15248 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.019214 15695 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.020226 15695 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 2 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.020442 15312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" is_pre_election: true
19:59:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.020751 15312 raft_consensus.cc:2393] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ce816cda559a4437be43455cbec8e0ea in current term 2: Already voted for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in this term.
19:59:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.020860 15449 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.021065 15449 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 1 FOLLOWER]: Advancing to term 2
19:59:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:49.021051 15248 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.021689 15385 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0
19:59:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:49.022135 15248 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.023160 15449 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 2.
19:59:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.023368 15694 raft_consensus.cc:2749] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:59:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.023568 15246 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
19:59:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.023849 15695 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Leader election won for term 2
19:59:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.024262 15695 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 LEADER]: Becoming Leader. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Running, Role: LEADER
19:59:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.024740 15695 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.028136 14991 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 reported cstate change: term changed from 1 to 2, leader changed from 1c660bb1353248e480817610130c677b (127.14.153.67) to 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65). New cstate: current_term: 2 leader_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
19:59:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:49.436893 15248 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 -> Peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Couldn't send request to peer 1c660bb1353248e480817610130c677b. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:59:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.632972 15449 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Refusing update from remote peer 45ce818d9c8c4d81a701ff719b05d2d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:59:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:49.633699 15695 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
19:59:50.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:50.129 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:50.129 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2425), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [3ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 1c660bb1353248e480817610130c677b, [27ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [27ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [43ms] sending RPC to server 1c660bb1353248e480817610130c677b, [46ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [46ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [85ms] sending RPC to server 1c660bb1353248e480817610130c677b, [87ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [87ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [143ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [144ms] sending RPC to server 1c660bb1353248e480817610130c677b, [146ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [146ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [381ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [386ms] sending RPC to server 1c660bb1353248e480817610130c677b, [388ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [388ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2421ms] refreshing cache from master, [2421ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [2424ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1923005877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@57175d8c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577) -> (continuation of Deferred@236023638 after retry RPC@1776202306) -> (continuation of Deferred@1152725061 after retry RPC@508711467) -> (continuation of Deferred@57641020 after retry RPC@262160752), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2440df9f -> wakeup thread Time-limited test -> (continuation of Deferred@380241156 after retry RPC@2044041092) -> (continuation of Deferred@822931654 after retry RPC@242706577) -> (continuation of Deferred@236023638 after retry RPC@1776202306) -> (continuation of Deferred@1152725061 after retry RPC@508711467) -> (continuation of Deferred@57641020 after retry RPC@262160752))) after lookup
19:59:50.130 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:50.131 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] Successfully connected to peer
19:59:50.147 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x14375d7f, L:/127.0.0.1:46868 - R:/127.14.153.65:43153] using TOKEN/null
19:59:50.172 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.67:41703
19:59:50.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.174283 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.482259 15730 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.482550 15730 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.482641 15730 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.490284 15730 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.490473 15730 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.67
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.499830 15730 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.501727 15730 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.503481 15730 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.512395 15736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.512410 15735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.513162 15738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.513605 15730 server_base.cc:1061] running on GCE node
19:59:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.514225 15730 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.515038 15730 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.516250 15730 hybrid_clock.cc:648] HybridClock initialized: now 1779134390516194 us; error 45 us; skew 500 ppm
19:59:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.516551 15730 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.518558 15730 webserver.cc:533] Webserver started at http://127.14.153.67:42159/ using document root <none> and password file <none>
19:59:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.519227 15730 fs_manager.cc:362] Metadata directory not provided
19:59:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.519411 15730 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.524711 15730 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.003s
19:59:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.527606 15744 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.528968 15730 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
19:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.529143 15730 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
19:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
19:59:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.529772 15730 fs_report.cc:389] FS layout report
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/data
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.542884 15730 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.543526 15730 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.543771 15730 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:50.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.544534 15730 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.546237 15753 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:59:50.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.552595 15730 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:59:50.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.552697 15730 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:59:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.552804 15730 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:59:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.555613 15730 ts_tablet_manager.cc:616] Registered 1 tablets
19:59:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.555745 15730 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
19:59:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.556023 15753 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap starting.
19:59:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.577843 15753 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Log is configured to *not* fsync() on all Append() calls
19:59:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.594413 15753 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:59:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.594942 15753 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap complete.
19:59:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.596237 15753 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent bootstrapping tablet: real 0.041s	user 0.018s	sys 0.020s
19:59:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.596400 15730 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.67:41703
19:59:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.596457 15860 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.67:41703 every 8 connection(s)
19:59:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.597631 15730 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
19:59:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.598855 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15730
19:59:50.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.603384 15753 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.604476 15753 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c660bb1353248e480817610130c677b, State: Initialized, Role: FOLLOWER
19:59:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.605147 15753 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:50.611 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:59:50.612 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.65:43153
19:59:50.612 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:59:50.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.613041 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15230
19:59:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.624958 15863 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
19:59:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.625332 15863 heartbeater.cc:461] Registering TS with master...
19:59:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.626325 15863 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
19:59:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.628584 15861 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
19:59:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.628901 15061 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
19:59:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.629184 15861 heartbeater.cc:461] Registering TS with master...
19:59:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.630105 15861 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
19:59:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.632725 15133 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
19:59:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.639952 15753 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent starting tablet: real 0.044s	user 0.017s	sys 0.026s
19:59:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.645768 15352 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.646059 15862 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
19:59:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.646170 15862 heartbeater.cc:461] Registering TS with master...
19:59:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.646710 15862 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
19:59:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.648280 14991 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
19:59:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.649992 14991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.67:57949
19:59:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.652477 15862 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
19:59:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:50.740561 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15230
19:59:50.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:50.761485 15385 connection.cc:582] server connection from 127.14.153.65:51387 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:59:50.762 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] handling channelInactive
19:59:50.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state READY due to: connection closed
19:59:50.762 [DEBUG - Time-limited test] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:50.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.764 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:50.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:50.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test)) after lookup
19:59:50.788 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:50.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.789 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:50.807 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:50.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [27ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [27ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447))) after lookup
19:59:50.808 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:50.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.811 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:50.848 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:50.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [27ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [27ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [46ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [48ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [49ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536))) after lookup
19:59:50.849 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:50.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.850 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:50.948 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:50.949 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=187), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [27ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [27ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [46ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [48ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [49ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [87ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [88ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [88ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [186ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008))) after lookup
19:59:50.950 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:50.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:50.951 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:51.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:51.429 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:51.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=667), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [27ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [27ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [46ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [48ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [49ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [87ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [88ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [88ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [186ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [187ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [189ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [189ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [663ms] refreshing cache from master, [663ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [666ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008) -> (continuation of Deferred@1308792380 after retry RPC@676522798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008) -> (continuation of Deferred@1308792380 after retry RPC@676522798))) after lookup
19:59:51.430 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:51.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:51.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:51.431 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:51.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:51.765365 15875 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:51.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:51.765604 15875 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:51.767563 15875 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:51.769084 15750 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
19:59:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:51.770695 15750 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
19:59:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:51.774470 15449 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
19:59:51.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:51.775187 15748 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1c660bb1353248e480817610130c677b; no voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea
19:59:51.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:51.775512 15875 raft_consensus.cc:2749] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:59:51.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:51.788 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:51.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1026), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [27ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [27ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [46ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [48ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [49ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [87ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [88ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [88ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [186ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [187ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [189ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [189ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [663ms] refreshing cache from master, [663ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [666ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [667ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [669ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [669ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1023ms] refreshing cache from master, [1023ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1025ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008) -> (continuation of Deferred@1308792380 after retry RPC@676522798) -> (continuation of Deferred@124735189 after retry RPC@608030695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008) -> (continuation of Deferred@1308792380 after retry RPC@676522798) -> (continuation of Deferred@124735189 after retry RPC@608030695))) after lookup
19:59:51.789 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
19:59:51.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:51.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:51.791 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
19:59:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.242302 15881 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 45ce818d9c8c4d81a701ff719b05d2d0)
19:59:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.242466 15881 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:52.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.242965 15881 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:52.246438 15385 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
19:59:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.250531 15815 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b" is_pre_election: true
19:59:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.250932 15815 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce816cda559a4437be43455cbec8e0ea in term 1.
19:59:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.251782 15385 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 45ce818d9c8c4d81a701ff719b05d2d0
19:59:52.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.252002 15881 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Leader pre-election won for term 3
19:59:52.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.252095 15881 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Starting leader election (detected failure of leader 45ce818d9c8c4d81a701ff719b05d2d0)
19:59:52.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.252157 15881 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 2 FOLLOWER]: Advancing to term 3
19:59:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.253959 15881 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.254596 15881 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 3 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.254942 15815 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b"
19:59:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.255120 15815 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 1 FOLLOWER]: Advancing to term 3
19:59:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:52.255985 15385 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
19:59:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.258708 15815 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce816cda559a4437be43455cbec8e0ea in term 3.
19:59:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.259016 15385 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 45ce818d9c8c4d81a701ff719b05d2d0
19:59:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.259341 15881 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 FOLLOWER]: Leader election won for term 3
19:59:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.259793 15881 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 LEADER]: Becoming Leader. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Running, Role: LEADER
19:59:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.260267 15881 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.263556 14991 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea reported cstate change: term changed from 2 to 3, leader changed from 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65) to ce816cda559a4437be43455cbec8e0ea (127.14.153.66). New cstate: current_term: 3 leader_uuid: "ce816cda559a4437be43455cbec8e0ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: HEALTHY } } }
19:59:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.672041 15815 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Refusing update from remote peer ce816cda559a4437be43455cbec8e0ea: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
19:59:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:52.672777 15881 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
19:59:52.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:52.684551 15385 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea -> Peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Couldn't send request to peer 45ce818d9c8c4d81a701ff719b05d2d0. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:59:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:54.062659 15385 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:59:54.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:54.848 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:54.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4086), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [2ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [27ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [27ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [46ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [48ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [49ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [87ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [88ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [88ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [186ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [187ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [189ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [189ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [663ms] refreshing cache from master, [663ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [666ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [667ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [669ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [669ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1023ms] refreshing cache from master, [1023ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1025ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [1027ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1029ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1029ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [4083ms] refreshing cache from master, [4083ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [4085ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@561950573(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@225c093e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008) -> (continuation of Deferred@1308792380 after retry RPC@676522798) -> (continuation of Deferred@124735189 after retry RPC@608030695) -> (continuation of Deferred@1118721872 after retry RPC@268306477), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f472cb3 -> wakeup thread Time-limited test -> (continuation of Deferred@1465827891 after retry RPC@1910132447) -> (continuation of Deferred@1307655934 after retry RPC@1312651536) -> (continuation of Deferred@1374831703 after retry RPC@1956795008) -> (continuation of Deferred@1308792380 after retry RPC@676522798) -> (continuation of Deferred@124735189 after retry RPC@608030695) -> (continuation of Deferred@1118721872 after retry RPC@268306477))) after lookup
19:59:54.849 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:54.850 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] Successfully connected to peer
19:59:54.872 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2af301ed, L:/127.0.0.1:52936 - R:/127.14.153.66:45293] using TOKEN/null
19:59:54.915 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.65:43153
19:59:54.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:54.917006 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:43153
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34155
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:54.994489 15385 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea -> Peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Couldn't send request to peer 45ce818d9c8c4d81a701ff719b05d2d0. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
19:59:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.232396 15917 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.232626 15917 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.232687 15917 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.240330 15917 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.240450 15917 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.65
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.248773 15917 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:43153
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34155
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.250177 15917 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.251739 15917 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.260952 15924 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.261022 15925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.262247 15927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.262668 15917 server_base.cc:1061] running on GCE node
19:59:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.263204 15917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.264083 15917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.265261 15917 hybrid_clock.cc:648] HybridClock initialized: now 1779134395265222 us; error 37 us; skew 500 ppm
19:59:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.265513 15917 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.267375 15917 webserver.cc:533] Webserver started at http://127.14.153.65:34155/ using document root <none> and password file <none>
19:59:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.267987 15917 fs_manager.cc:362] Metadata directory not provided
19:59:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.268090 15917 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.272786 15917 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.001s	sys 0.003s
19:59:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.275398 15933 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.276503 15917 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.276669 15917 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.277316 15917 fs_report.cc:389] FS layout report
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
19:59:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/data
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.290112 15917 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.290752 15917 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.291014 15917 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.291782 15917 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.293978 15940 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:59:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.298818 15917 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:59:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.298945 15917 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
19:59:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.299073 15917 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:59:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.301631 15917 ts_tablet_manager.cc:616] Registered 1 tablets
19:59:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.301719 15917 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
19:59:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.302418 15940 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap starting.
19:59:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.330830 15940 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Log is configured to *not* fsync() on all Append() calls
19:59:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.347185 15917 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.65:43153
19:59:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.347201 16047 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.65:43153 every 8 connection(s)
19:59:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.348798 15917 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
19:59:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.353295 15940 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:59:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.354352 15940 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap complete.
19:59:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.355113 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 15917
19:59:55.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.356139 15940 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent bootstrapping tablet: real 0.054s	user 0.041s	sys 0.011s
19:59:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.372488 15940 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.373626 15940 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Initialized, Role: FOLLOWER
19:59:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.375188 15940 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.387549 16049 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
19:59:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.387856 16050 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
19:59:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.388064 16049 heartbeater.cc:461] Registering TS with master...
19:59:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.388070 16050 heartbeater.cc:461] Registering TS with master...
19:59:55.389 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:59:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.389348 16049 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
19:59:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.389819 16050 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
19:59:55.390 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.66:45293
19:59:55.391 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.391444 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15367
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.391635 16048 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.391746 16048 heartbeater.cc:461] Registering TS with master...
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.391848 15940 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent starting tablet: real 0.031s	user 0.009s	sys 0.006s
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.392171 16048 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.392338 14991 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.393412 15133 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.393663 14991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.65:40349
19:59:55.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.394783 15061 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
19:59:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.396888 16049 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
19:59:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.405522 15489 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:55.502700 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15367
19:59:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.519651 15750 connection.cc:582] server connection from 127.14.153.66:39571 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:59:55.520 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] handling channelInactive
19:59:55.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state READY due to: connection closed
19:59:55.521 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:55.521 [DEBUG - Time-limited test] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:55.522418 16062 negotiation.cc:336] Failed RPC negotiation. Trace:
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.396830 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.14.153.66:51259 (local address 127.14.153.65:43153)
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406437 (+  9607us) server_negotiation.cc:207] Beginning negotiation
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406444 (+     7us) server_negotiation.cc:400] Waiting for connection header
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406476 (+    32us) server_negotiation.cc:408] Connection header received
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406527 (+    51us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406531 (+     4us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:59:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406738 (+   207us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:59:55.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.406899 (+   161us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
19:59:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.504528 (+ 97629us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.505878 (+  1350us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
19:59:55.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 19:59:55.520510 (+ 14632us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.14.153.66:51259: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:59:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9509,"thread_start_us":9411,"threads_started":1}
19:59:55.523 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:55.527 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:55.528 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test)) after lookup
19:59:55.528 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:55.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.529 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:55.547 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:55.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [7ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [8ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [9ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261))) after lookup
19:59:55.548 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:55.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.549 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:55.567 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:55.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [7ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [8ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [9ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [28ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [28ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589))) after lookup
19:59:55.569 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:55.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.570 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:55.689 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:55.690 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=168), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [7ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [8ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [9ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [28ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [28ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [167ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590))) after lookup
19:59:55.691 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:55.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.692 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:55.868 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:55.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=347), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [7ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [8ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [9ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [28ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [28ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [167ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [169ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [171ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [171ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [343ms] refreshing cache from master, [344ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [346ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590) -> (continuation of Deferred@1798134306 after retry RPC@1046299831), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590) -> (continuation of Deferred@1798134306 after retry RPC@1046299831))) after lookup
19:59:55.869 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:55.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:55.870 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:56.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:56.487 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
19:59:56.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=966), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [7ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [8ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [9ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [28ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [28ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [167ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [169ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [171ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [171ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [343ms] refreshing cache from master, [344ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [346ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [348ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [349ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [349ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [964ms] refreshing cache from master, [964ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [966ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590) -> (continuation of Deferred@1798134306 after retry RPC@1046299831) -> (continuation of Deferred@1513384701 after retry RPC@244905456), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590) -> (continuation of Deferred@1798134306 after retry RPC@1046299831) -> (continuation of Deferred@1513384701 after retry RPC@244905456))) after lookup
19:59:56.488 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
19:59:56.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:56.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:56.489 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
19:59:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.003509 16064 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader ce816cda559a4437be43455cbec8e0ea)
19:59:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.003688 16064 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.004323 16064 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.005777 15748 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
19:59:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.007102 15748 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
19:59:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.011176 16002 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" is_pre_election: true
19:59:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.011546 16002 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 2.
19:59:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.012405 15750 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0; no voters: ce816cda559a4437be43455cbec8e0ea
19:59:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.012655 16064 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Leader pre-election won for term 4
19:59:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.012785 16064 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Starting leader election (detected failure of leader ce816cda559a4437be43455cbec8e0ea)
19:59:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.012883 16064 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 3 FOLLOWER]: Advancing to term 4
19:59:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.014855 16064 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.015467 16064 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 4 election: Requested vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.015838 16002 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
19:59:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.016026 16002 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 2 FOLLOWER]: Advancing to term 4
19:59:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.016744 15748 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
19:59:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.019459 16002 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 4.
19:59:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.019865 15750 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0; no voters: ce816cda559a4437be43455cbec8e0ea
19:59:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.020117 16064 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Leader election won for term 4
19:59:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.020499 16064 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 LEADER]: Becoming Leader. State: Replica: 1c660bb1353248e480817610130c677b, State: Running, Role: LEADER
19:59:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.020970 16064 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.024276 14991 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b reported cstate change: term changed from 3 to 4, leader changed from ce816cda559a4437be43455cbec8e0ea (127.14.153.66) to 1c660bb1353248e480817610130c677b (127.14.153.67). New cstate: current_term: 4 leader_uuid: "1c660bb1353248e480817610130c677b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
19:59:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.448032 16002 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Refusing update from remote peer 1c660bb1353248e480817610130c677b: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
19:59:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.448740 16064 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
19:59:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.464893 15748 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b -> Peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Couldn't send request to peer ce816cda559a4437be43455cbec8e0ea. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:59:57.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:57.508 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:57.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1987), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [7ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [8ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [9ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [26ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [28ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [28ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [167ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [169ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [171ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [171ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [343ms] refreshing cache from master, [344ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [346ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [348ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [349ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [349ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [964ms] refreshing cache from master, [964ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [966ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [967ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [968ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [968ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1984ms] refreshing cache from master, [1984ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1987ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2119160500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@7301d826 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590) -> (continuation of Deferred@1798134306 after retry RPC@1046299831) -> (continuation of Deferred@1513384701 after retry RPC@244905456) -> (continuation of Deferred@504078457 after retry RPC@1475731773), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73cc8d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1730711087 after retry RPC@112433261) -> (continuation of Deferred@1891782646 after retry RPC@628637589) -> (continuation of Deferred@158798970 after retry RPC@1830229590) -> (continuation of Deferred@1798134306 after retry RPC@1046299831) -> (continuation of Deferred@1513384701 after retry RPC@244905456) -> (continuation of Deferred@504078457 after retry RPC@1475731773))) after lookup
19:59:57.509 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:57.510 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] Successfully connected to peer
19:59:57.527 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5c2aea82, L:/127.0.0.1:49606 - R:/127.14.153.67:41703] using TOKEN/null
19:59:57.545 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.66:45293
19:59:57.546 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:59:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.546792 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:45293
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34351
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.840135 16091 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.840358 16091 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.840413 16091 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.847800 16091 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.847913 16091 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.66
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.856379 16091 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:45293
19:59:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34351
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
19:59:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:59:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.857892 16091 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.859544 16091 file_cache.cc:492] Constructed file cache file cache with capacity 419430
19:59:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.868050 16097 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.868028 16096 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:57.868616 16099 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.869084 16091 server_base.cc:1061] running on GCE node
19:59:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.869562 16091 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.870383 16091 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:57.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.871605 16091 hybrid_clock.cc:648] HybridClock initialized: now 1779134397871556 us; error 40 us; skew 500 ppm
19:59:57.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.871933 16091 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.873984 16091 webserver.cc:533] Webserver started at http://127.14.153.66:34351/ using document root <none> and password file <none>
19:59:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.874706 16091 fs_manager.cc:362] Metadata directory not provided
19:59:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.874846 16091 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.879319 16091 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
19:59:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.881913 16105 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.883098 16091 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
19:59:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.883277 16091 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.883934 16091 fs_report.cc:389] FS layout report
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/data
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.913542 16091 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:59:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.914407 16091 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.914716 16091 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.915679 16091 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.917418 16112 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:59:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.922400 16091 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:59:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.922511 16091 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
19:59:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.922636 16091 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:59:57.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.925299 16091 ts_tablet_manager.cc:616] Registered 1 tablets
19:59:57.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.925417 16091 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
19:59:57.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.925695 16112 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap starting.
19:59:57.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.948065 16112 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Log is configured to *not* fsync() on all Append() calls
19:59:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.965969 16091 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.66:45293
19:59:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.966347 16219 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.66:45293 every 8 connection(s)
19:59:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.967176 16091 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
19:59:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.969012 16112 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:59:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.969573 16112 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap complete.
19:59:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.971009 16112 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent bootstrapping tablet: real 0.046s	user 0.036s	sys 0.008s
19:59:57.972 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.971594 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 16091
19:59:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.977294 16112 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.978330 16112 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Initialized, Role: FOLLOWER
19:59:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.979126 16112 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:57.987625 16112 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent starting tablet: real 0.016s	user 0.011s	sys 0.005s
19:59:58.000 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:59:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.009667 16221 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
19:59:58.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.010049 16221 heartbeater.cc:461] Registering TS with master...
19:59:58.010 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.67:41703
19:59:58.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:59:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.010993 16220 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
19:59:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.011045 16221 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
19:59:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.011122 16220 heartbeater.cc:461] Registering TS with master...
19:59:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.011507 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15730
19:59:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.011605 16220 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
19:59:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.013010 16222 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
19:59:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.013192 16222 heartbeater.cc:461] Registering TS with master...
19:59:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.013777 16222 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
19:59:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.015061 15133 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:58.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.016367 15061 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.017325 14989 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.018930 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.66:39147
19:59:58.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.021493 16221 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
19:59:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.025236 15856 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:58.122133 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15730
19:59:58.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:59:58.139 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] handling channelInactive
19:59:58.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state READY due to: connection closed
19:59:58.139 [DEBUG - Time-limited test] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:58.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.141 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:58.148 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:58.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test)) after lookup
19:59:58.149 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:58.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.151 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:58.167 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:58.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server 1c660bb1353248e480817610130c677b, [12ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332))) after lookup
19:59:58.167 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:58.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.169 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:58.207 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:58.208 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server 1c660bb1353248e480817610130c677b, [12ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [28ms] sending RPC to server 1c660bb1353248e480817610130c677b, [29ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314))) after lookup
19:59:58.208 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:58.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.209 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:58.288 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:58.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=149), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server 1c660bb1353248e480817610130c677b, [12ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [28ms] sending RPC to server 1c660bb1353248e480817610130c677b, [29ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [69ms] sending RPC to server 1c660bb1353248e480817610130c677b, [70ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [70ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [148ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938))) after lookup
19:59:58.289 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:58.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.291 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:58.628 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:58.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=489), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server 1c660bb1353248e480817610130c677b, [12ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [28ms] sending RPC to server 1c660bb1353248e480817610130c677b, [29ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [69ms] sending RPC to server 1c660bb1353248e480817610130c677b, [70ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [70ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [148ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [150ms] sending RPC to server 1c660bb1353248e480817610130c677b, [151ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [152ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [486ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [489ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938) -> (continuation of Deferred@1011693786 after retry RPC@69171621), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938) -> (continuation of Deferred@1011693786 after retry RPC@69171621))) after lookup
19:59:58.630 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:58.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:58.631 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:59.327 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
19:59:59.328 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
19:59:59.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1189), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server 1c660bb1353248e480817610130c677b, [12ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [28ms] sending RPC to server 1c660bb1353248e480817610130c677b, [29ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [69ms] sending RPC to server 1c660bb1353248e480817610130c677b, [70ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [70ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [148ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [150ms] sending RPC to server 1c660bb1353248e480817610130c677b, [151ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [152ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [486ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [489ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [490ms] sending RPC to server 1c660bb1353248e480817610130c677b, [492ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [492ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1185ms] refreshing cache from master, [1185ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1188ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938) -> (continuation of Deferred@1011693786 after retry RPC@69171621) -> (continuation of Deferred@180166297 after retry RPC@1964018746), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938) -> (continuation of Deferred@1011693786 after retry RPC@69171621) -> (continuation of Deferred@180166297 after retry RPC@1964018746))) after lookup
19:59:59.329 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
19:59:59.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:59.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:59.330 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
19:59:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.434386 16234 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 1c660bb1353248e480817610130c677b)
19:59:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.434626 16234 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.435969 16234 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:59.437196 15937 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:59.438797 15937 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.443585 16174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
19:59:59.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.444104 16174 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 3.
19:59:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.444972 15935 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
19:59:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.445271 16234 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Leader pre-election won for term 5
19:59:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.445379 16234 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 1c660bb1353248e480817610130c677b)
19:59:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.445463 16234 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 4 FOLLOWER]: Advancing to term 5
19:59:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.447245 16234 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.447683 16234 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 5 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
19:59:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.448127 16174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea"
19:59:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.448336 16174 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 3 FOLLOWER]: Advancing to term 5
19:59:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:59.448721 15937 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
19:59:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.451507 16174 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 5.
19:59:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.451977 15935 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
19:59:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.452226 16234 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Leader election won for term 5
19:59:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.452538 16234 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 LEADER]: Becoming Leader. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Running, Role: LEADER
19:59:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.452948 16234 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
19:59:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.456223 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 reported cstate change: term changed from 4 to 5, leader changed from 1c660bb1353248e480817610130c677b (127.14.153.67) to 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65). New cstate: current_term: 5 leader_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
19:59:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.979719 16174 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Refusing update from remote peer 45ce818d9c8c4d81a701ff719b05d2d0: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
19:59:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 19:59:59.980654 16252 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
19:59:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 19:59:59.998049 15937 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 -> Peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Couldn't send request to peer 1c660bb1353248e480817610130c677b. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:01.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:01.430 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:01.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3291), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server 1c660bb1353248e480817610130c677b, [12ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [28ms] sending RPC to server 1c660bb1353248e480817610130c677b, [29ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [69ms] sending RPC to server 1c660bb1353248e480817610130c677b, [70ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [70ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [148ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [150ms] sending RPC to server 1c660bb1353248e480817610130c677b, [151ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [152ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [486ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [489ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [490ms] sending RPC to server 1c660bb1353248e480817610130c677b, [492ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [492ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1185ms] refreshing cache from master, [1185ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1188ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [1189ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1191ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1191ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [3286ms] refreshing cache from master, [3286ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [3289ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@2019845783(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2074da15 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938) -> (continuation of Deferred@1011693786 after retry RPC@69171621) -> (continuation of Deferred@180166297 after retry RPC@1964018746) -> (continuation of Deferred@302131895 after retry RPC@1661076881), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@608b74ff -> wakeup thread Time-limited test -> (continuation of Deferred@1547667080 after retry RPC@1730686332) -> (continuation of Deferred@1081885796 after retry RPC@1712964314) -> (continuation of Deferred@1940615031 after retry RPC@1527540938) -> (continuation of Deferred@1011693786 after retry RPC@69171621) -> (continuation of Deferred@180166297 after retry RPC@1964018746) -> (continuation of Deferred@302131895 after retry RPC@1661076881))) after lookup
20:00:01.432 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:01.433 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] Successfully connected to peer
20:00:01.454 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf449d9d9, L:/127.0.0.1:48672 - R:/127.14.153.65:43153] using TOKEN/null
20:00:01.479 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.67:41703
20:00:01.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.480175 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.785617 16273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.785892 16273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.785974 16273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.793061 16273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.793274 16273 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.67
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.801828 16273 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.803638 16273 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.805265 16273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.814029 16279 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.814002 16278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:01.814678 16281 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.815229 16273 server_base.cc:1061] running on GCE node
20:00:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.815762 16273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.816543 16273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.817752 16273 hybrid_clock.cc:648] HybridClock initialized: now 1779134401817695 us; error 48 us; skew 500 ppm
20:00:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.818039 16273 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.820060 16273 webserver.cc:533] Webserver started at http://127.14.153.67:42159/ using document root <none> and password file <none>
20:00:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.820773 16273 fs_manager.cc:362] Metadata directory not provided
20:00:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.820894 16273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:01.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.825927 16273 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
20:00:01.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.828442 16287 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.829535 16273 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.829710 16273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.830441 16273 fs_report.cc:389] FS layout report
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/data
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.845403 16273 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.846032 16273 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.846347 16273 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:01.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.847155 16273 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.848824 16294 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.854012 16273 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.854131 16273 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
20:00:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.854254 16273 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.856712 16273 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.856822 16273 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
20:00:01.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.857354 16294 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap starting.
20:00:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.879405 16294 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Log is configured to *not* fsync() on all Append() calls
20:00:01.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.900979 16294 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:01.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.901567 16294 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap complete.
20:00:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.902868 16294 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent bootstrapping tablet: real 0.046s	user 0.033s	sys 0.012s
20:00:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.907987 16294 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.909013 16294 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c660bb1353248e480817610130c677b, State: Initialized, Role: FOLLOWER
20:00:01.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.909781 16294 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:01.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.911432 16294 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent starting tablet: real 0.008s	user 0.000s	sys 0.008s
20:00:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.922377 16273 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.67:41703
20:00:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.922451 16402 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.67:41703 every 8 connection(s)
20:00:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.923767 16273 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:01.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.926515 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 16273
20:00:01.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:01.949 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:01.949 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.65:43153
20:00:01.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:00:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.950600 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15917
20:00:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.957351 16405 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.957765 16405 heartbeater.cc:461] Registering TS with master...
20:00:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.958927 16405 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:01.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.962141 16403 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:01.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.962268 16403 heartbeater.cc:461] Registering TS with master...
20:00:01.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.962502 15061 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:01.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.962742 16403 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.964226 15133 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.964473 16404 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.964613 16404 heartbeater.cc:461] Registering TS with master...
20:00:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.965196 16404 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.966454 16043 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.966434 14989 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:01.967906 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.67:60565
20:00:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:02.071704 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15917
20:00:02.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:02.090 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] handling channelInactive
20:00:02.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state READY due to: connection closed
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:02.091077 16417 negotiation.cc:336] Failed RPC negotiation. Trace:
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.065529 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.14.153.65:34477 (local address 127.14.153.67:41703)
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.066460 (+   931us) server_negotiation.cc:207] Beginning negotiation
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.066472 (+    12us) server_negotiation.cc:400] Waiting for connection header
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.071657 (+  5185us) server_negotiation.cc:408] Connection header received
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.071773 (+   116us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.071781 (+     8us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.072644 (+   863us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.072861 (+   217us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:02.089577 (+ 16716us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.14.153.65:34477: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:00:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":755,"thread_start_us":6209,"threads_started":1}
20:00:02.105 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:02.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.107 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:02.127 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:02.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [17ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [17ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@453946509(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@8068b59 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55d41ce -> wakeup thread Time-limited test)) after lookup
20:00:02.128 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:02.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.130 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:02.148 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:02.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [17ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [17ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [38ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [40ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [40ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [57ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@453946509(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@8068b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55d41ce -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531))) after lookup
20:00:02.148 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:02.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.149 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:02.167 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:02.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [17ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [17ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [38ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [40ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [40ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [57ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [58ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [59ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [59ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@453946509(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@8068b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55d41ce -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842))) after lookup
20:00:02.168 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:02.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.169 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.188 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:02.188 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:02.189 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [17ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [17ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [38ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [40ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [40ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [57ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [58ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [59ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [59ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [78ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [79ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [79ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [98ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@453946509(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@8068b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842) -> (continuation of Deferred@1539797691 after retry RPC@1856559226), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55d41ce -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842) -> (continuation of Deferred@1539797691 after retry RPC@1856559226))) after lookup
20:00:02.189 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:02.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.191 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:02.868 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:02.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=779), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [17ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [17ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [38ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [40ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [40ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [57ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [58ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [59ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [59ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [78ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [79ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [79ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [98ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [99ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [100ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [101ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [775ms] refreshing cache from master, [775ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [777ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@453946509(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@8068b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842) -> (continuation of Deferred@1539797691 after retry RPC@1856559226) -> (continuation of Deferred@618326085 after retry RPC@203005868), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55d41ce -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842) -> (continuation of Deferred@1539797691 after retry RPC@1856559226) -> (continuation of Deferred@618326085 after retry RPC@203005868))) after lookup
20:00:02.870 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:02.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.871 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:02.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:02.970077 16404 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:03.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.325645 16418 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:00:03.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.325865 16418 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.327409 16418 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:03.328908 16291 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:03.330602 16291 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.333694 16174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
20:00:03.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.334487 16289 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1c660bb1353248e480817610130c677b; no voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea
20:00:03.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.334880 16418 raft_consensus.cc:2749] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:00:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.567988 16423 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 45ce818d9c8c4d81a701ff719b05d2d0)
20:00:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.568190 16423 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.569702 16423 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:03.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:03.571434 16109 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:03.572990 16109 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.577355 16357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b" is_pre_election: true
20:00:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.577693 16357 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce816cda559a4437be43455cbec8e0ea in term 4.
20:00:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.578555 16109 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 45ce818d9c8c4d81a701ff719b05d2d0
20:00:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.578879 16423 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Leader pre-election won for term 6
20:00:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.579002 16423 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Starting leader election (detected failure of leader 45ce818d9c8c4d81a701ff719b05d2d0)
20:00:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.579110 16423 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 5 FOLLOWER]: Advancing to term 6
20:00:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.580906 16423 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.581367 16423 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 6 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.581741 16357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b"
20:00:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.581921 16357 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 4 FOLLOWER]: Advancing to term 6
20:00:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:03.583117 16109 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.585677 16357 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce816cda559a4437be43455cbec8e0ea in term 6.
20:00:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.586117 16109 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 45ce818d9c8c4d81a701ff719b05d2d0
20:00:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.586334 16423 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 FOLLOWER]: Leader election won for term 6
20:00:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.586719 16423 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 LEADER]: Becoming Leader. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Running, Role: LEADER
20:00:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.587160 16423 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:03.590619 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea reported cstate change: term changed from 5 to 6, leader changed from 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65) to ce816cda559a4437be43455cbec8e0ea (127.14.153.66). New cstate: current_term: 6 leader_uuid: "ce816cda559a4437be43455cbec8e0ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: HEALTHY } } }
20:00:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:04.089159 16109 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea -> Peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Couldn't send request to peer 45ce818d9c8c4d81a701ff719b05d2d0. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:04.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:04.097213 16357 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Refusing update from remote peer ce816cda559a4437be43455cbec8e0ea: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
20:00:04.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:04.097915 16423 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
20:00:06.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:06.468 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:06.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=4378), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [17ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [17ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [38ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [40ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [40ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [57ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [58ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [59ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [59ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [78ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [79ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [79ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [98ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [99ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [100ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [101ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [775ms] refreshing cache from master, [775ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [777ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [780ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [781ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [781ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [4374ms] refreshing cache from master, [4375ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [4377ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@453946509(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@8068b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842) -> (continuation of Deferred@1539797691 after retry RPC@1856559226) -> (continuation of Deferred@618326085 after retry RPC@203005868) -> (continuation of Deferred@1445300460 after retry RPC@369199483), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55d41ce -> wakeup thread Time-limited test -> (continuation of Deferred@101473004 after retry RPC@2141204531) -> (continuation of Deferred@1214245826 after retry RPC@914389842) -> (continuation of Deferred@1539797691 after retry RPC@1856559226) -> (continuation of Deferred@618326085 after retry RPC@203005868) -> (continuation of Deferred@1445300460 after retry RPC@369199483))) after lookup
20:00:06.469 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:06.470 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] Successfully connected to peer
20:00:06.488 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5c20bf04, L:/127.0.0.1:42324 - R:/127.14.153.66:45293] using TOKEN/null
20:00:06.512 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.65:43153
20:00:06.514 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.514883 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:43153
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34155
20:00:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
20:00:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.544970 16109 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea -> Peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Couldn't send request to peer 45ce818d9c8c4d81a701ff719b05d2d0. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:00:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.825330 16464 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.825582 16464 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.825647 16464 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.833097 16464 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.833230 16464 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.65
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.843241 16464 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:43153
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34155
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.844772 16464 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.846292 16464 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.854694 16469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.855305 16470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:06.855405 16472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.855806 16464 server_base.cc:1061] running on GCE node
20:00:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.856320 16464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.857144 16464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.858351 16464 hybrid_clock.cc:648] HybridClock initialized: now 1779134406858313 us; error 27 us; skew 500 ppm
20:00:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.858682 16464 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:06.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.860556 16464 webserver.cc:533] Webserver started at http://127.14.153.65:34155/ using document root <none> and password file <none>
20:00:06.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.861197 16464 fs_manager.cc:362] Metadata directory not provided
20:00:06.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.861331 16464 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.866282 16464 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
20:00:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.868860 16478 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.870018 16464 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:00:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.870208 16464 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.870896 16464 fs_report.cc:389] FS layout report
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/data
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.887091 16464 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.887935 16464 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.888219 16464 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.889218 16464 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.891358 16485 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.896622 16464 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.896692 16464 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
20:00:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.896765 16464 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.899514 16464 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.899595 16464 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
20:00:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.900086 16485 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap starting.
20:00:06.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.927182 16485 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Log is configured to *not* fsync() on all Append() calls
20:00:06.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.944586 16464 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.65:43153
20:00:06.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.944599 16592 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.65:43153 every 8 connection(s)
20:00:06.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.946218 16464 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
20:00:06.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.953912 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 16464
20:00:06.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.967082 16485 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.967756 16485 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap complete.
20:00:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.969152 16485 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent bootstrapping tablet: real 0.069s	user 0.050s	sys 0.006s
20:00:06.974 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:06.975 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.66:45293
20:00:06.975 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:00:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.975544 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 16091
20:00:06.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.974920 16485 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.976059 16485 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Initialized, Role: FOLLOWER
20:00:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.977660 16485 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:06.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.985370 16215 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.992448 16485 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent starting tablet: real 0.023s	user 0.013s	sys 0.011s
20:00:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.999214 16593 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:06.999635 16593 heartbeater.cc:461] Registering TS with master...
20:00:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.000787 16593 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.003983 15133 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.021908 16602 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.022106 16602 heartbeater.cc:461] Registering TS with master...
20:00:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.022624 16602 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.024035 15061 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.024420 16595 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.024559 16595 heartbeater.cc:461] Registering TS with master...
20:00:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.025027 16595 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.026201 14989 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.027375 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.65:57795
20:00:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.031854 16595 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:07.098949 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 16091
20:00:07.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:07.118 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] handling channelInactive
20:00:07.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state READY due to: connection closed
20:00:07.119 [DEBUG - Time-limited test] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.121 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:07.127 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:07.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test)) after lookup
20:00:07.128 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.129 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:07.147 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:07.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [10ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [10ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029))) after lookup
20:00:07.148 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.149 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:07.167 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:07.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [10ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [10ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [29ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [30ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [30ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [47ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721))) after lookup
20:00:07.167 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.168 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.228 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:07.228 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:07.228 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [10ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [10ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [29ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [30ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [30ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [47ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961))) after lookup
20:00:07.229 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.230 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:07.429 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:07.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=310), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [10ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [10ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [29ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [30ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [30ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [47ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [110ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [111ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [111ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [309ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961) -> (continuation of Deferred@601360458 after retry RPC@1605396086), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961) -> (continuation of Deferred@601360458 after retry RPC@1605396086))) after lookup
20:00:07.430 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.431 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:07.908 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:07.909 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=790), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [10ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [10ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [29ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [30ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [30ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [47ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [110ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [111ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [111ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [309ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [310ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [312ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [312ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [786ms] refreshing cache from master, [786ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [789ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961) -> (continuation of Deferred@601360458 after retry RPC@1605396086) -> (continuation of Deferred@1267427704 after retry RPC@47316820), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961) -> (continuation of Deferred@601360458 after retry RPC@1605396086) -> (continuation of Deferred@1267427704 after retry RPC@47316820))) after lookup
20:00:07.909 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:07.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:07.911 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.352124 16608 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:00:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.352348 16608 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.354110 16608 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:08.355767 16480 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:08.357326 16480 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.360816 16357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b" is_pre_election: true
20:00:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.361467 16482 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0; no voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea
20:00:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.361797 16608 raft_consensus.cc:2749] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:00:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.599192 16613 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Starting pre-election (detected failure of leader ce816cda559a4437be43455cbec8e0ea)
20:00:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.599395 16613 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.600154 16613 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:08.601608 16289 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:08.602836 16289 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.607154 16547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" is_pre_election: true
20:00:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.607532 16547 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 5.
20:00:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.608028 16291 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0; no voters: ce816cda559a4437be43455cbec8e0ea
20:00:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.608260 16613 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Leader pre-election won for term 7
20:00:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.608397 16613 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Starting leader election (detected failure of leader ce816cda559a4437be43455cbec8e0ea)
20:00:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.608486 16613 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 6 FOLLOWER]: Advancing to term 7
20:00:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.610993 16613 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.611483 16613 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 7 election: Requested vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.611865 16547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
20:00:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.612052 16547 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 5 FOLLOWER]: Advancing to term 7
20:00:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:08.612636 16289 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.617807 16547 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 7.
20:00:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.618276 16291 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0; no voters: ce816cda559a4437be43455cbec8e0ea
20:00:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.618557 16613 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 FOLLOWER]: Leader election won for term 7
20:00:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.618986 16613 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 LEADER]: Becoming Leader. State: Replica: 1c660bb1353248e480817610130c677b, State: Running, Role: LEADER
20:00:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.619571 16613 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:08.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.622962 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b reported cstate change: term changed from 6 to 7, leader changed from ce816cda559a4437be43455cbec8e0ea (127.14.153.66) to 1c660bb1353248e480817610130c677b (127.14.153.67). New cstate: current_term: 7 leader_uuid: "1c660bb1353248e480817610130c677b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
20:00:08.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:08.728 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:08.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1609), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [2ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [9ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [10ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [10ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [29ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [30ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [30ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [47ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [48ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [49ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [49ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [110ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [111ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [111ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [309ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [310ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [312ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [312ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [786ms] refreshing cache from master, [786ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [789ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [790ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [792ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [792ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1605ms] refreshing cache from master, [1605ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1608ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@119996489(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2fa6e973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961) -> (continuation of Deferred@601360458 after retry RPC@1605396086) -> (continuation of Deferred@1267427704 after retry RPC@47316820) -> (continuation of Deferred@1060202878 after retry RPC@848763539), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39908662 -> wakeup thread Time-limited test -> (continuation of Deferred@316756837 after retry RPC@796878029) -> (continuation of Deferred@1538705790 after retry RPC@255563721) -> (continuation of Deferred@116620513 after retry RPC@1428497961) -> (continuation of Deferred@601360458 after retry RPC@1605396086) -> (continuation of Deferred@1267427704 after retry RPC@47316820) -> (continuation of Deferred@1060202878 after retry RPC@848763539))) after lookup
20:00:08.729 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:08.730 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] Successfully connected to peer
20:00:08.743 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd1264513, L:/127.0.0.1:41286 - R:/127.14.153.67:41703] using TOKEN/null
20:00:08.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.748561 16547 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Refusing update from remote peer 1c660bb1353248e480817610130c677b: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 26. (index mismatch)
20:00:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:08.748908 16289 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b -> Peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Couldn't send request to peer ce816cda559a4437be43455cbec8e0ea. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.749367 16618 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
20:00:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.763113 16632 mvcc.cc:204] Tried to move back new op lower bound from 7287334538225872896 to 7287334537709629440. Current Snapshot: MvccSnapshot[applied={T|T < 7287334538225872896}]
20:00:08.778 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.66:45293
20:00:08.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:08.778947 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:45293
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34351
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.097416 16639 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.097666 16639 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.097769 16639 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.105693 16639 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.105823 16639 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.66
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.114913 16639 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:45293
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34351
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.116411 16639 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.118016 16639 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.127315 16645 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.127346 16644 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:09.128181 16647 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.128813 16639 server_base.cc:1061] running on GCE node
20:00:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.129277 16639 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.130036 16639 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:09.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.131317 16639 hybrid_clock.cc:648] HybridClock initialized: now 1779134409131270 us; error 40 us; skew 500 ppm
20:00:09.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.131644 16639 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:09.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.133610 16639 webserver.cc:533] Webserver started at http://127.14.153.66:34351/ using document root <none> and password file <none>
20:00:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.134405 16639 fs_manager.cc:362] Metadata directory not provided
20:00:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.134542 16639 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.139319 16639 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
20:00:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.142499 16653 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.144150 16639 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.144347 16639 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce816cda559a4437be43455cbec8e0ea"
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.145282 16639 fs_report.cc:389] FS layout report
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/data
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.161517 16639 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.162245 16639 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.162453 16639 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.163219 16639 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:09.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.165251 16660 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.170871 16639 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.170945 16639 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
20:00:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.171026 16639 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.173804 16639 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.173887 16639 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
20:00:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.174389 16660 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap starting.
20:00:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.199378 16660 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Log is configured to *not* fsync() on all Append() calls
20:00:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.212850 16639 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.66:45293
20:00:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.212908 16767 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.66:45293 every 8 connection(s)
20:00:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.214134 16639 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
20:00:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.214447 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 16639
20:00:09.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:09.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.241451 16660 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.242051 16660 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap complete.
20:00:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.243484 16660 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent bootstrapping tablet: real 0.070s	user 0.040s	sys 0.015s
20:00:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.249676 16660 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.250753 16660 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Initialized, Role: FOLLOWER
20:00:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.251446 16660 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.256240 16660 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent starting tablet: real 0.013s	user 0.008s	sys 0.004s
20:00:09.262 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:09.263 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.67:41703
20:00:09.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:00:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.264454 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 16273
20:00:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.268744 16769 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.269143 16769 heartbeater.cc:461] Registering TS with master...
20:00:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.269215 16768 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.269340 16768 heartbeater.cc:461] Registering TS with master...
20:00:09.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.270205 16768 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.272212 16769 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.273192 15133 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.273465 14989 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:09.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.274760 16770 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.275014 16770 heartbeater.cc:461] Registering TS with master...
20:00:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.275153 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.66:52863
20:00:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.277252 16770 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.279084 16769 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.279146 15061 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.283159 16398 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:09.371587 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 16273
20:00:09.385 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] handling channelInactive
20:00:09.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:09.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state READY due to: connection closed
20:00:09.386 [DEBUG - Time-limited test] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:09.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.387 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:09.407 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:09.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@558463920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@67ccb18f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62430a3a -> wakeup thread Time-limited test)) after lookup
20:00:09.408 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:09.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.409 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:09.428 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:09.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [22ms] sending RPC to server 1c660bb1353248e480817610130c677b, [23ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [23ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@558463920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@67ccb18f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62430a3a -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414))) after lookup
20:00:09.428 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:09.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.429 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:09.467 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:09.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [22ms] sending RPC to server 1c660bb1353248e480817610130c677b, [23ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [23ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [42ms] sending RPC to server 1c660bb1353248e480817610130c677b, [43ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [43ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [81ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@558463920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@67ccb18f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62430a3a -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381))) after lookup
20:00:09.468 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:09.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.468 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:09.547 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:09.548 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [22ms] sending RPC to server 1c660bb1353248e480817610130c677b, [23ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [23ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [42ms] sending RPC to server 1c660bb1353248e480817610130c677b, [43ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [43ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [81ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [81ms] sending RPC to server 1c660bb1353248e480817610130c677b, [82ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [83ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@558463920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@67ccb18f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381) -> (continuation of Deferred@1783984879 after retry RPC@1111365146), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62430a3a -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381) -> (continuation of Deferred@1783984879 after retry RPC@1111365146))) after lookup
20:00:09.548 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:09.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.549 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:09.808 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:09.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=423), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [22ms] sending RPC to server 1c660bb1353248e480817610130c677b, [23ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [23ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [42ms] sending RPC to server 1c660bb1353248e480817610130c677b, [43ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [43ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [81ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [81ms] sending RPC to server 1c660bb1353248e480817610130c677b, [82ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [83ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [162ms] sending RPC to server 1c660bb1353248e480817610130c677b, [163ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [163ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [419ms] refreshing cache from master, [419ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [422ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@558463920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@67ccb18f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381) -> (continuation of Deferred@1783984879 after retry RPC@1111365146) -> (continuation of Deferred@2038783570 after retry RPC@1270417854), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62430a3a -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381) -> (continuation of Deferred@1783984879 after retry RPC@1111365146) -> (continuation of Deferred@2038783570 after retry RPC@1270417854))) after lookup
20:00:09.809 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:09.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:09.810 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.278395 16786 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 1c660bb1353248e480817610130c677b)
20:00:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.278591 16786 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.279232 16786 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:10.283181 16482 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
20:00:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.288031 16722 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
20:00:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.288511 16722 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 6.
20:00:10.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.289486 16480 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
20:00:10.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.289779 16786 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Leader pre-election won for term 8
20:00:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.289902 16786 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 1c660bb1353248e480817610130c677b)
20:00:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.289995 16786 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 7 FOLLOWER]: Advancing to term 8
20:00:10.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.291944 16786 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:10.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.292586 16786 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 8 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.293058 16722 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea"
20:00:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.293256 16722 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 6 FOLLOWER]: Advancing to term 8
20:00:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:10.294000 16482 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
20:00:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.296681 16722 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 8.
20:00:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.297055 16480 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
20:00:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.297408 16786 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 FOLLOWER]: Leader election won for term 8
20:00:10.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.297883 16786 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 LEADER]: Becoming Leader. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Running, Role: LEADER
20:00:10.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.298810 16786 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.302294 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 reported cstate change: term changed from 7 to 8, leader changed from 1c660bb1353248e480817610130c677b (127.14.153.67) to 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65). New cstate: current_term: 8 leader_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
20:00:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.813546 16722 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Refusing update from remote peer 45ce818d9c8c4d81a701ff719b05d2d0: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
20:00:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:10.814383 16803 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
20:00:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:10.830626 16482 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 -> Peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Couldn't send request to peer 1c660bb1353248e480817610130c677b. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:11.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:11.528 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:11.528 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2142), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [1ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [22ms] sending RPC to server 1c660bb1353248e480817610130c677b, [23ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [23ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [42ms] sending RPC to server 1c660bb1353248e480817610130c677b, [43ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [43ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [81ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [81ms] sending RPC to server 1c660bb1353248e480817610130c677b, [82ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [83ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [162ms] sending RPC to server 1c660bb1353248e480817610130c677b, [163ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [163ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [419ms] refreshing cache from master, [419ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [422ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [423ms] sending RPC to server 1c660bb1353248e480817610130c677b, [424ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [424ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [2139ms] refreshing cache from master, [2139ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [2141ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@558463920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@67ccb18f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381) -> (continuation of Deferred@1783984879 after retry RPC@1111365146) -> (continuation of Deferred@2038783570 after retry RPC@1270417854) -> (continuation of Deferred@655190498 after retry RPC@612003908), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62430a3a -> wakeup thread Time-limited test -> (continuation of Deferred@1272535829 after retry RPC@825334414) -> (continuation of Deferred@697276608 after retry RPC@341279381) -> (continuation of Deferred@1783984879 after retry RPC@1111365146) -> (continuation of Deferred@2038783570 after retry RPC@1270417854) -> (continuation of Deferred@655190498 after retry RPC@612003908))) after lookup
20:00:11.529 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:11.530 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] Successfully connected to peer
20:00:11.556 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xdd784d66, L:/127.0.0.1:60950 - R:/127.14.153.65:43153] using TOKEN/null
20:00:11.596 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.67:41703
20:00:11.596 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.596999 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.900350 16824 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.900626 16824 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.900697 16824 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.908715 16824 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.908874 16824 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.67
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.918413 16824 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
20:00:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.920246 16824 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.921957 16824 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.931159 16830 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.931131 16829 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:11.932018 16832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.933090 16824 server_base.cc:1061] running on GCE node
20:00:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.933568 16824 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.934427 16824 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.935608 16824 hybrid_clock.cc:648] HybridClock initialized: now 1779134411935562 us; error 42 us; skew 500 ppm
20:00:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.935844 16824 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.937881 16824 webserver.cc:533] Webserver started at http://127.14.153.67:42159/ using document root <none> and password file <none>
20:00:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.938596 16824 fs_manager.cc:362] Metadata directory not provided
20:00:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.938681 16824 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.943493 16824 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
20:00:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.946414 16838 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.947904 16824 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
20:00:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.948071 16824 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
20:00:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.948900 16824 fs_report.cc:389] FS layout report
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/data
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.968076 16824 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.968658 16824 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.968886 16824 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.969586 16824 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.971964 16846 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.977250 16824 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.977316 16824 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
20:00:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.977391 16824 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.979965 16824 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.980082 16824 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.001s
20:00:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:11.980551 16846 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap starting.
20:00:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.011703 16846 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Log is configured to *not* fsync() on all Append() calls
20:00:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.017462 16824 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.67:41703
20:00:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.017483 16954 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.67:41703 every 8 connection(s)
20:00:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.019245 16824 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.021538 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 16824
20:00:12.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:12.051 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:12.052 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.65:43153
20:00:12.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:00:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.052938 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 16464
20:00:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.067737 16956 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.068181 16956 heartbeater.cc:461] Registering TS with master...
20:00:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.069311 16956 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:12.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.072263 14989 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:12.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.072335 16955 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:12.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.072448 16955 heartbeater.cc:461] Registering TS with master...
20:00:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.072872 16955 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.073552 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.67:50715
20:00:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.074247 15132 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.088927 16962 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.089090 16962 heartbeater.cc:461] Registering TS with master...
20:00:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.089438 16962 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:12.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.090869 16588 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:12.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.091467 15061 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:12.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.093284 16846 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.093966 16846 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap complete.
20:00:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.095461 16846 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent bootstrapping tablet: real 0.115s	user 0.055s	sys 0.017s
20:00:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.100785 16846 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.101577 16846 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c660bb1353248e480817610130c677b, State: Initialized, Role: FOLLOWER
20:00:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.102275 16846 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.106735 16956 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.109127 16846 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent starting tablet: real 0.014s	user 0.010s	sys 0.003s
20:00:12.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:12.200189 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 16464
20:00:12.222 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] handling channelInactive
20:00:12.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:12.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state READY due to: connection closed
20:00:12.223 [DEBUG - Time-limited test] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:12.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.224 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:12.248 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:12.248 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1504334450(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2ea5e153 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@479e4b9 -> wakeup thread Time-limited test)) after lookup
20:00:12.248 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:12.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.249 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:12.267 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:12.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [26ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [26ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1504334450(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2ea5e153 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@479e4b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063))) after lookup
20:00:12.267 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:12.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.269 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:12.308 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:12.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [26ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [26ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [46ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [46ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1504334450(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2ea5e153 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@479e4b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090))) after lookup
20:00:12.308 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:12.309 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.309 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:12.408 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:12.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=185), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [26ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [26ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [46ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [46ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [85ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [86ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [86ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [185ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1504334450(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2ea5e153 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090) -> (continuation of Deferred@971329733 after retry RPC@1933752353), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@479e4b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090) -> (continuation of Deferred@971329733 after retry RPC@1933752353))) after lookup
20:00:12.409 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:12.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.411 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:12.608 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:12.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=385), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [26ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [26ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [46ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [46ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [85ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [86ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [86ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [185ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [186ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [187ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [188ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [382ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1504334450(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2ea5e153 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090) -> (continuation of Deferred@971329733 after retry RPC@1933752353) -> (continuation of Deferred@1285286853 after retry RPC@721342919), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@479e4b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090) -> (continuation of Deferred@971329733 after retry RPC@1933752353) -> (continuation of Deferred@1285286853 after retry RPC@721342919))) after lookup
20:00:12.609 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:12.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:12.610 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153
20:00:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.472950 16969 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 45ce818d9c8c4d81a701ff719b05d2d0)
20:00:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.473156 16969 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.474571 16969 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:13.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:13.476071 16657 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:13.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:13.477425 16657 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:13.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.482285 16909 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b" is_pre_election: true
20:00:13.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.482704 16909 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce816cda559a4437be43455cbec8e0ea in term 7.
20:00:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.483827 16657 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 45ce818d9c8c4d81a701ff719b05d2d0
20:00:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.484285 16969 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Leader pre-election won for term 9
20:00:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.484424 16969 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Starting leader election (detected failure of leader 45ce818d9c8c4d81a701ff719b05d2d0)
20:00:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.484541 16969 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 8 FOLLOWER]: Advancing to term 9
20:00:13.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.486377 16969 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:13.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.486918 16969 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 9 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:13.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.487213 16909 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "ce816cda559a4437be43455cbec8e0ea" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "1c660bb1353248e480817610130c677b"
20:00:13.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.487380 16909 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 7 FOLLOWER]: Advancing to term 9
20:00:13.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:13.488126 16657 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111)
20:00:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.490885 16909 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce816cda559a4437be43455cbec8e0ea in term 9.
20:00:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.491230 16657 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, ce816cda559a4437be43455cbec8e0ea; no voters: 45ce818d9c8c4d81a701ff719b05d2d0
20:00:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.491492 16969 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 FOLLOWER]: Leader election won for term 9
20:00:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.491830 16969 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 LEADER]: Becoming Leader. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Running, Role: LEADER
20:00:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.492270 16969 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:13.495735 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea reported cstate change: term changed from 8 to 9, leader changed from 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65) to ce816cda559a4437be43455cbec8e0ea (127.14.153.66). New cstate: current_term: 9 leader_uuid: "ce816cda559a4437be43455cbec8e0ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: HEALTHY } } }
20:00:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:13.984962 16657 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea -> Peer 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153): Couldn't send request to peer 45ce818d9c8c4d81a701ff719b05d2d0. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.65:43153: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:14.013451 16909 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Refusing update from remote peer ce816cda559a4437be43455cbec8e0ea: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
20:00:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:14.014384 16969 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
20:00:14.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:14.628 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:14.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2405), Traces: [0ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [1ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [1ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [26ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [26ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [46ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [46ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [85ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [86ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [86ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [185ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [186ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [187ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [188ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [382ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [386ms] sending RPC to server 45ce818d9c8c4d81a701ff719b05d2d0, [387ms] received response from server 45ce818d9c8c4d81a701ff719b05d2d0: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [387ms] delaying RPC due to: Network error: Failed to connect to peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153): Connection refused: /127.14.153.65:43153, [2402ms] refreshing cache from master, [2402ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [2404ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1504334450(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@2ea5e153 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090) -> (continuation of Deferred@971329733 after retry RPC@1933752353) -> (continuation of Deferred@1285286853 after retry RPC@721342919) -> (continuation of Deferred@1549566727 after retry RPC@7344546), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@479e4b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1308520274 after retry RPC@1878771063) -> (continuation of Deferred@563801075 after retry RPC@284902090) -> (continuation of Deferred@971329733 after retry RPC@1933752353) -> (continuation of Deferred@1285286853 after retry RPC@721342919) -> (continuation of Deferred@1549566727 after retry RPC@7344546))) after lookup
20:00:14.629 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:14.630 [DEBUG - kudu-nio-6] (Connection.java:757) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] Successfully connected to peer
20:00:14.657 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x68a91755, L:/127.0.0.1:47776 - R:/127.14.153.66:45293] using TOKEN/null
20:00:14.682 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.65:43153
20:00:14.682 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:14.683138 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:43153
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34155
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:14.989339 17005 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:14.989590 17005 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:14.989657 17005 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:14.997783 17005 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:14.997938 17005 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.65
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.007303 17005 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.65:43153
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.65
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34155
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.65
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/logs
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.008682 17005 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:15.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.010383 17005 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:15.019847 17011 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:15.019820 17010 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:15.020414 17013 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.021624 17005 server_base.cc:1061] running on GCE node
20:00:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.022290 17005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.023317 17005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.024540 17005 hybrid_clock.cc:648] HybridClock initialized: now 1779134415024494 us; error 37 us; skew 500 ppm
20:00:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.024883 17005 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:15.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.027351 17005 webserver.cc:533] Webserver started at http://127.14.153.65:34155/ using document root <none> and password file <none>
20:00:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.028206 17005 fs_manager.cc:362] Metadata directory not provided
20:00:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.028316 17005 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.038760 17005 fs_manager.cc:714] Time spent opening directory manager: real 0.008s	user 0.001s	sys 0.006s
20:00:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.041397 17019 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.042806 17005 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.042943 17005 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.043579 17005 fs_report.cc:389] FS layout report
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/wal
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/data
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.066295 17005 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.067003 17005 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.067270 17005 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.068037 17005 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.070163 17026 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.075126 17005 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.075198 17005 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
20:00:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.075275 17005 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.077816 17005 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.077910 17005 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
20:00:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.078426 17026 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap starting.
20:00:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.102694 17026 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Log is configured to *not* fsync() on all Append() calls
20:00:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.124333 17005 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.65:43153
20:00:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.124387 17133 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.65:43153 every 8 connection(s)
20:00:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.125715 17005 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-0/data/info.pb
20:00:15.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.128242 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 17005
20:00:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.138200 17026 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.138911 17026 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Bootstrap complete.
20:00:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.151286 17026 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent bootstrapping tablet: real 0.073s	user 0.046s	sys 0.016s
20:00:15.166 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:15.166 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.66:45293
20:00:15.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:00:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.167572 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 16639
20:00:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.187943 17026 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.188927 17026 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Initialized, Role: FOLLOWER
20:00:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.190258 16763 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.190537 17134 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.190562 17135 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.191007 17134 heartbeater.cc:461] Registering TS with master...
20:00:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.191008 17135 heartbeater.cc:461] Registering TS with master...
20:00:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.190919 17026 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.192253 17134 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.192288 17135 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.192324 17136 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.192451 17136 heartbeater.cc:461] Registering TS with master...
20:00:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.192950 17136 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.195556 15061 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.195566 15132 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.197448 14989 ts_manager.cc:194] Re-registered known tserver with Master: 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153)
20:00:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.198308 17026 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0: Time spent starting tablet: real 0.047s	user 0.012s	sys 0.005s
20:00:15.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.199028 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.65:43011
20:00:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.201659 17135 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:15.299647 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 16639
20:00:15.323 [DEBUG - kudu-nio-6] (Connection.java:239) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] handling channelInactive
20:00:15.323 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:15.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state READY due to: connection closed
20:00:15.323 [DEBUG - Time-limited test] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.324 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:15.348 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:15.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test)) after lookup
20:00:15.348 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.349 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:15.366 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:15.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [26ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180))) after lookup
20:00:15.367 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.368 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:15.387 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:15.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [26ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [45ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [64ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515))) after lookup
20:00:15.388 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.389 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:15.488 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:15.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [26ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [45ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [64ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [64ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [66ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [66ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803))) after lookup
20:00:15.489 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.490 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:15.708 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:15.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=385), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [26ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [45ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [64ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [64ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [66ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [66ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [166ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [167ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [167ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [382ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803) -> (continuation of Deferred@2000718060 after retry RPC@1902677386), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803) -> (continuation of Deferred@2000718060 after retry RPC@1902677386))) after lookup
20:00:15.709 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.710 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:15.987 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)[L]]}]
20:00:15.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=664), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [26ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [45ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [64ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [64ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [66ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [66ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [166ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [167ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [167ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [382ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [385ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [387ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [387ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [661ms] refreshing cache from master, [661ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [664ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803) -> (continuation of Deferred@2000718060 after retry RPC@1902677386) -> (continuation of Deferred@1959791656 after retry RPC@1105320933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803) -> (continuation of Deferred@2000718060 after retry RPC@1902677386) -> (continuation of Deferred@1959791656 after retry RPC@1105320933))) after lookup
20:00:15.988 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] connecting to peer
20:00:15.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:15.989 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293
20:00:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.615121 17149 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Starting pre-election (detected failure of leader ce816cda559a4437be43455cbec8e0ea)
20:00:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.615290 17149 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.616561 17149 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:16.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:16.618147 16840 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:16.619553 16840 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.624099 17089 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" is_pre_election: true
20:00:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.624486 17089 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 8.
20:00:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.625370 16842 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0; no voters: ce816cda559a4437be43455cbec8e0ea
20:00:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.625658 17149 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Leader pre-election won for term 10
20:00:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.625784 17149 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Starting leader election (detected failure of leader ce816cda559a4437be43455cbec8e0ea)
20:00:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.625900 17149 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 9 FOLLOWER]: Advancing to term 10
20:00:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.627655 17149 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.628136 17149 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 10 election: Requested vote from peers 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65:43153), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.628616 17089 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "1c660bb1353248e480817610130c677b" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "45ce818d9c8c4d81a701ff719b05d2d0"
20:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.628793 17089 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 8 FOLLOWER]: Advancing to term 10
20:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:16.629334 16840 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111)
20:00:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.631799 17089 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c660bb1353248e480817610130c677b in term 10.
20:00:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.632136 16842 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c660bb1353248e480817610130c677b, 45ce818d9c8c4d81a701ff719b05d2d0; no voters: ce816cda559a4437be43455cbec8e0ea
20:00:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.632362 17149 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 10 FOLLOWER]: Leader election won for term 10
20:00:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.632709 17149 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 10 LEADER]: Becoming Leader. State: Replica: 1c660bb1353248e480817610130c677b, State: Running, Role: LEADER
20:00:16.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.633148 17149 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:16.636689 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b reported cstate change: term changed from 9 to 10, leader changed from ce816cda559a4437be43455cbec8e0ea (127.14.153.66) to 1c660bb1353248e480817610130c677b (127.14.153.67). New cstate: current_term: 10 leader_uuid: "1c660bb1353248e480817610130c677b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
20:00:17.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:17.025358 17089 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Refusing update from remote peer 1c660bb1353248e480817610130c677b: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
20:00:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:17.026382 17149 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
20:00:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:17.040313 16840 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b -> Peer ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293): Couldn't send request to peer ce816cda559a4437be43455cbec8e0ea. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.66:45293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:18.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:18.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:18.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3464), Traces: [0ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [1ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [1ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [25ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [26ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [26ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [44ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [45ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [45ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [64ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [64ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [66ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [66ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [166ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [167ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [167ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [382ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [384ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [385ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [387ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [387ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [661ms] refreshing cache from master, [661ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [664ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [665ms] sending RPC to server ce816cda559a4437be43455cbec8e0ea, [666ms] received response from server ce816cda559a4437be43455cbec8e0ea: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [666ms] delaying RPC due to: Network error: Failed to connect to peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293): Connection refused: /127.14.153.66:45293, [3461ms] refreshing cache from master, [3461ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [3464ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@65656362(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@3943af4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803) -> (continuation of Deferred@2000718060 after retry RPC@1902677386) -> (continuation of Deferred@1959791656 after retry RPC@1105320933) -> (continuation of Deferred@1763732889 after retry RPC@642887083), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@39116e69 -> wakeup thread Time-limited test -> (continuation of Deferred@1150651201 after retry RPC@1992673180) -> (continuation of Deferred@539483550 after retry RPC@1529788515) -> (continuation of Deferred@327426696 after retry RPC@1036479803) -> (continuation of Deferred@2000718060 after retry RPC@1902677386) -> (continuation of Deferred@1959791656 after retry RPC@1105320933) -> (continuation of Deferred@1763732889 after retry RPC@642887083))) after lookup
20:00:18.788 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:18.789 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] Successfully connected to peer
20:00:18.802 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xa70eca11, L:/127.0.0.1:50682 - R:/127.14.153.67:41703] using TOKEN/null
20:00:18.823 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.66:45293
20:00:18.823 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:18.824070 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:45293
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34351
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.134104 17184 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.134459 17184 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.134565 17184 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:19.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.144505 17184 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:19.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.144743 17184 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.66
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.156189 17184 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.66:45293
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.66
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34351
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.66
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/logs
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.157871 17184 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.159588 17184 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.170706 17190 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.170771 17189 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.171613 17192 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.172335 17184 server_base.cc:1061] running on GCE node
20:00:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.172895 17184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.173784 17184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.174980 17184 hybrid_clock.cc:648] HybridClock initialized: now 1779134419174891 us; error 76 us; skew 500 ppm
20:00:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.175222 17184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:19.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.177461 17184 webserver.cc:533] Webserver started at http://127.14.153.66:34351/ using document root <none> and password file <none>
20:00:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.178265 17184 fs_manager.cc:362] Metadata directory not provided
20:00:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.178404 17184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.183142 17184 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
20:00:19.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.185781 17198 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.187026 17184 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
20:00:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.187177 17184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce816cda559a4437be43455cbec8e0ea"
20:00:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:44 on dist-test-slave-jh1p"
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.187856 17184 fs_report.cc:389] FS layout report
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/wal
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/data
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.205828 17184 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.206681 17184 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.207013 17184 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.208110 17184 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.210068 17205 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.215679 17184 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.215790 17184 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
20:00:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.215911 17184 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.218685 17184 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.218797 17184 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
20:00:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.219097 17205 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap starting.
20:00:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.248128 17205 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Log is configured to *not* fsync() on all Append() calls
20:00:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.256462 17184 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.66:45293
20:00:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.256546 17312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.66:45293 every 8 connection(s)
20:00:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.257931 17184 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-1/data/info.pb
20:00:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.259131 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 17184
20:00:19.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.292596 17205 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.293313 17205 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Bootstrap complete.
20:00:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.295239 17205 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent bootstrapping tablet: real 0.076s	user 0.063s	sys 0.010s
20:00:19.299 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:19.300 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.153.67:41703
20:00:19.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:00:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.300587 17205 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.301512 17205 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce816cda559a4437be43455cbec8e0ea, State: Initialized, Role: FOLLOWER
20:00:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.302250 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 16824
20:00:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.302287 17205 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.319568 17314 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:19.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.319950 17314 heartbeater.cc:461] Registering TS with master...
20:00:19.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.320801 17314 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.323417 14989 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.325111 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.66:50031
20:00:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.325773 17313 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.325904 17313 heartbeater.cc:461] Registering TS with master...
20:00:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.326531 17313 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.326702 17205 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea: Time spent starting tablet: real 0.031s	user 0.010s	sys 0.021s
20:00:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.327896 15132 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.328730 17314 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.337383 17318 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.337841 17318 heartbeater.cc:461] Registering TS with master...
20:00:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.338200 17318 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.339504 15061 ts_manager.cc:194] Re-registered known tserver with Master: ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.340132 16950 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:19.430608 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 16824
20:00:19.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:19.451519 17329 negotiation.cc:336] Failed RPC negotiation. Trace:
20:00:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:19.430854 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.14.153.67:40735 (local address 127.14.153.66:45293)
20:00:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:19.438142 (+  7288us) server_negotiation.cc:207] Beginning negotiation
20:00:19.451 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] handling channelInactive
20:00:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:19.438154 (+    12us) server_negotiation.cc:400] Waiting for connection header
20:00:19.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state READY due to: connection closed
20:00:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:00:19.450370 (+ 12216us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.14.153.67:40735: BlockingRecv error: recv got EOF from 127.14.153.67:40735 (error 108)
20:00:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":7063,"thread_start_us":6927,"threads_started":1}
20:00:19.452 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: connection closed
20:00:19.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:19.467 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:19.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [17ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1013683230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@17fc5acd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@687a2664 -> wakeup thread Time-limited test)) after lookup
20:00:19.468 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:19.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.469 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:19.487 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:19.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [17ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [18ms] sending RPC to server 1c660bb1353248e480817610130c677b, [19ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [36ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1013683230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@17fc5acd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@687a2664 -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653))) after lookup
20:00:19.487 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:19.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.489 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:19.527 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:19.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [17ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [18ms] sending RPC to server 1c660bb1353248e480817610130c677b, [19ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [36ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [37ms] sending RPC to server 1c660bb1353248e480817610130c677b, [39ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1013683230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@17fc5acd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@687a2664 -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714))) after lookup
20:00:19.528 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:19.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.529 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:19.547 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:19.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=97), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [17ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [18ms] sending RPC to server 1c660bb1353248e480817610130c677b, [19ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [36ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [37ms] sending RPC to server 1c660bb1353248e480817610130c677b, [39ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [78ms] sending RPC to server 1c660bb1353248e480817610130c677b, [79ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [97ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1013683230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@17fc5acd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714) -> (continuation of Deferred@1374377965 after retry RPC@1022665345), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@687a2664 -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714) -> (continuation of Deferred@1374377965 after retry RPC@1022665345))) after lookup
20:00:19.548 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:19.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.549 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:19.847 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703)[L],45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153),ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:19.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=397), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [17ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [18ms] sending RPC to server 1c660bb1353248e480817610130c677b, [19ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [36ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [37ms] sending RPC to server 1c660bb1353248e480817610130c677b, [39ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [78ms] sending RPC to server 1c660bb1353248e480817610130c677b, [79ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [97ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [97ms] sending RPC to server 1c660bb1353248e480817610130c677b, [98ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [99ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [394ms] refreshing cache from master, [394ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [397ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1013683230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@17fc5acd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714) -> (continuation of Deferred@1374377965 after retry RPC@1022665345) -> (continuation of Deferred@1530096820 after retry RPC@1112161785), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@687a2664 -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714) -> (continuation of Deferred@1374377965 after retry RPC@1022665345) -> (continuation of Deferred@1530096820 after retry RPC@1112161785))) after lookup
20:00:19.848 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] connecting to peer
20:00:19.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:19.850 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 1c660bb1353248e480817610130c677b(127.14.153.67:41703) for tablet 2b7bcff637de41c683cd7e56f36b63f9: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703
20:00:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.708846 17331 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 1c660bb1353248e480817610130c677b)
20:00:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.709026 17331 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.710431 17331 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:20.711947 17023 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
20:00:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:20.713339 17023 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
20:00:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.718706 17267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea" is_pre_election: true
20:00:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.719090 17267 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 9.
20:00:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.719985 17021 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
20:00:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.720294 17331 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Leader pre-election won for term 11
20:00:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.720396 17331 raft_consensus.cc:493] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 1c660bb1353248e480817610130c677b)
20:00:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.720484 17331 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 10 FOLLOWER]: Advancing to term 11
20:00:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.722206 17331 raft_consensus.cc:515] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.722782 17331 leader_election.cc:290] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 11 election: Requested vote from peers 1c660bb1353248e480817610130c677b (127.14.153.67:41703), ce816cda559a4437be43455cbec8e0ea (127.14.153.66:45293)
20:00:20.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.723234 17267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b7bcff637de41c683cd7e56f36b63f9" candidate_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "ce816cda559a4437be43455cbec8e0ea"
20:00:20.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.723414 17267 raft_consensus.cc:3060] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 9 FOLLOWER]: Advancing to term 11
20:00:20.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:20.723919 17023 leader_election.cc:336] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111)
20:00:20.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.726899 17267 raft_consensus.cc:2468] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45ce818d9c8c4d81a701ff719b05d2d0 in term 11.
20:00:20.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.727285 17021 leader_election.cc:304] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ce818d9c8c4d81a701ff719b05d2d0, ce816cda559a4437be43455cbec8e0ea; no voters: 1c660bb1353248e480817610130c677b
20:00:20.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.727603 17331 raft_consensus.cc:2804] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 11 FOLLOWER]: Leader election won for term 11
20:00:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.727964 17331 raft_consensus.cc:697] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [term 11 LEADER]: Becoming Leader. State: Replica: 45ce818d9c8c4d81a701ff719b05d2d0, State: Running, Role: LEADER
20:00:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.728418 17331 consensus_queue.cc:237] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.731741 14989 catalog_manager.cc:5696] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 reported cstate change: term changed from 10 to 11, leader changed from 1c660bb1353248e480817610130c677b (127.14.153.67) to 45ce818d9c8c4d81a701ff719b05d2d0 (127.14.153.65). New cstate: current_term: 11 leader_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } health_report { overall_health: UNKNOWN } } }
20:00:20.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b7bcff637de41c683cd7e56f36b63f9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552' with partition [<start>, <end>)
20:00:20.808 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b7bcff637de41c683cd7e56f36b63f9@[1c660bb1353248e480817610130c677b(127.14.153.67:41703),45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)[L],ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)]}]
20:00:20.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b7bcff637de41c683cd7e56f36b63f9, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1357), Traces: [0ms] sending RPC to server 1c660bb1353248e480817610130c677b, [2ms] received response from server 1c660bb1353248e480817610130c677b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [17ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [18ms] sending RPC to server 1c660bb1353248e480817610130c677b, [19ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [19ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [36ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [37ms] sending RPC to server 1c660bb1353248e480817610130c677b, [39ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [39ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [78ms] sending RPC to server 1c660bb1353248e480817610130c677b, [79ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [79ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [97ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [97ms] sending RPC to server 1c660bb1353248e480817610130c677b, [98ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [99ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [394ms] refreshing cache from master, [394ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [397ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, [398ms] sending RPC to server 1c660bb1353248e480817610130c677b, [399ms] received response from server 1c660bb1353248e480817610130c677b: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [400ms] delaying RPC due to: Network error: Failed to connect to peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703): Connection refused: /127.14.153.67:41703, [1354ms] refreshing cache from master, [1355ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.153.126:42197, [1357ms] Sub RPC GetTableLocations: received response from server master-127.14.153.126:42197: OK, deferred=Deferred@1013683230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$241/0x00007fd6e8336958@17fc5acd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714) -> (continuation of Deferred@1374377965 after retry RPC@1022665345) -> (continuation of Deferred@1530096820 after retry RPC@1112161785) -> (continuation of Deferred@561791614 after retry RPC@852100701), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@687a2664 -> wakeup thread Time-limited test -> (continuation of Deferred@1078021439 after retry RPC@2041645653) -> (continuation of Deferred@241946632 after retry RPC@2147057714) -> (continuation of Deferred@1374377965 after retry RPC@1022665345) -> (continuation of Deferred@1530096820 after retry RPC@1112161785) -> (continuation of Deferred@561791614 after retry RPC@852100701))) after lookup
20:00:20.809 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] connecting to peer
20:00:20.809 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] Successfully connected to peer
20:00:20.839 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x0908b95d, L:/127.0.0.1:35076 - R:/127.14.153.65:43153] using TOKEN/null
20:00:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.845633 17267 raft_consensus.cc:1275] T 2b7bcff637de41c683cd7e56f36b63f9 P ce816cda559a4437be43455cbec8e0ea [term 11 FOLLOWER]: Refusing update from remote peer 45ce818d9c8c4d81a701ff719b05d2d0: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
20:00:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.846765 17331 consensus_queue.cc:1048] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
20:00:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:20.846997 17023 consensus_peers.cc:597] T 2b7bcff637de41c683cd7e56f36b63f9 P 45ce818d9c8c4d81a701ff719b05d2d0 -> Peer 1c660bb1353248e480817610130c677b (127.14.153.67:41703): Couldn't send request to peer 1c660bb1353248e480817610130c677b. Status: Network error: Client connection negotiation failed: client connection to 127.14.153.67:41703: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:00:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.857818 17350 mvcc.cc:204] Tried to move back new op lower bound from 7287334587773898752 to 7287334587306659840. Current Snapshot: MvccSnapshot[applied={T|T < 7287334587773898752}]
20:00:20.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.859269 17352 mvcc.cc:204] Tried to move back new op lower bound from 7287334587773898752 to 7287334587306659840. Current Snapshot: MvccSnapshot[applied={T|T < 7287334587773898752}]
20:00:20.874 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.153.67:41703
20:00:20.875 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:20.875726 14949 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_qngW2/build/asan/bin/kudu
20:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
20:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:00:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.182279 17359 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:00:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.182556 17359 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:00:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.182646 17359 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:00:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.190244 17359 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:00:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.190412 17359 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.153.67
20:00:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.199673 17359 tablet_server_runner.cc:78] Tablet server non-default flags:
20:00:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:00:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.153.84:34705
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.153.67:41703
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.153.67
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.153.126:42197,127.14.153.125:43743,127.14.153.124:36011
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.153.67
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/logs
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:24 UTC on bdcb31816ec0
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11962
20:00:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:00:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.201431 17359 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:00:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.203204 17359 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:00:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.212282 17364 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.212435 17365 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:00:21.213174 17367 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:00:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.214525 17359 server_base.cc:1061] running on GCE node
20:00:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.215068 17359 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.215914 17359 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.217144 17359 hybrid_clock.cc:648] HybridClock initialized: now 1779134421217094 us; error 41 us; skew 500 ppm
20:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.217418 17359 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:00:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.219535 17359 webserver.cc:533] Webserver started at http://127.14.153.67:42159/ using document root <none> and password file <none>
20:00:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.220186 17359 fs_manager.cc:362] Metadata directory not provided
20:00:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.220278 17359 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:00:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.225312 17359 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
20:00:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.227779 17373 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:00:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.228961 17359 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
20:00:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.229070 17359 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data,/tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c660bb1353248e480817610130c677b"
20:00:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 19:59:45 on dist-test-slave-jh1p"
20:00:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.229837 17359 fs_report.cc:389] FS layout report
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/wal
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/data
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:00:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:00:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.249336 17359 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:00:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.249936 17359 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:00:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.250188 17359 kserver.cc:163] Server-wide thread pool size limit: 3276
20:00:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.250898 17359 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:00:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.252640 17381 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
20:00:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.257946 17359 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:00:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.258041 17359 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
20:00:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.258163 17359 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:00:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.261606 17359 ts_tablet_manager.cc:616] Registered 1 tablets
20:00:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.261704 17359 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.000s	sys 0.000s
20:00:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.262146 17381 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap starting.
20:00:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.290248 17381 log.cc:826] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Log is configured to *not* fsync() on all Append() calls
20:00:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.327836 17359 rpc_server.cc:307] RPC server started. Bound to: 127.14.153.67:41703
20:00:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.327885 17488 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.153.67:41703 every 8 connection(s)
20:00:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.329264 17359 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_qngW2/test-tmp/mini-kudu-cluster2528252843212292041/ts-2/data/info.pb
20:00:21.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.333853 14949 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_qngW2/build/asan/bin/kudu as pid 17359
20:00:21.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:00:21.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.352285 17381 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:00:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.353138 17381 tablet_bootstrap.cc:492] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Bootstrap complete.
20:00:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.367740 17381 ts_tablet_manager.cc:1403] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent bootstrapping tablet: real 0.106s	user 0.051s	sys 0.020s
20:00:21.378 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.382736 17489 heartbeater.cc:344] Connected to a master server at 127.14.153.124:36011
20:00:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.383090 17489 heartbeater.cc:461] Registering TS with master...
20:00:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.384109 17489 heartbeater.cc:507] Master 127.14.153.124:36011 requested a full tablet report, sending...
20:00:21.385 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779134385552, tablet=2b7bcff637de41c683cd7e56f36b63f9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:00:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.386974 15132 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:21.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.388712 17491 heartbeater.cc:344] Connected to a master server at 127.14.153.125:43743
20:00:21.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.388859 17491 heartbeater.cc:461] Registering TS with master...
20:00:21.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.389424 17491 heartbeater.cc:507] Master 127.14.153.125:43743 requested a full tablet report, sending...
20:00:21.390 [DEBUG - main] (Connection.java:575) [peer ce816cda559a4437be43455cbec8e0ea(127.14.153.66:45293)] disconnecting while in state TERMINATED
20:00:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.390688 15061 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:21.391 [DEBUG - main] (Connection.java:575) [peer master-127.14.153.125:43743(127.14.153.125:43743)] disconnecting while in state READY
20:00:21.391 [DEBUG - main] (Connection.java:575) [peer 1c660bb1353248e480817610130c677b(127.14.153.67:41703)] disconnecting while in state TERMINATED
20:00:21.391 [DEBUG - main] (Connection.java:575) [peer master-127.14.153.124:36011(127.14.153.124:36011)] disconnecting while in state READY
20:00:21.391 [DEBUG - main] (Connection.java:575) [peer master-127.14.153.126:42197(127.14.153.126:42197)] disconnecting while in state READY
20:00:21.392 [DEBUG - main] (Connection.java:575) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] disconnecting while in state READY
20:00:21.394 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] handling channelInactive
20:00:21.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 45ce818d9c8c4d81a701ff719b05d2d0(127.14.153.65:43153)] cleaning up while in state READY due to: connection closed
20:00:21.394 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.153.126:42197(127.14.153.126:42197)] handling channelInactive
20:00:21.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.153.126:42197(127.14.153.126:42197)] cleaning up while in state READY due to: connection closed
20:00:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.393882 17381 raft_consensus.cc:359] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:21.395 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.153.124:36011(127.14.153.124:36011)] handling channelInactive
20:00:21.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.153.124:36011(127.14.153.124:36011)] cleaning up while in state READY due to: connection closed
20:00:21.395 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:00:21.395 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.153.125:43743(127.14.153.125:43743)] handling channelInactive
20:00:21.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.153.125:43743(127.14.153.125:43743)] cleaning up while in state READY due to: connection closed
20:00:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.395776 17381 raft_consensus.cc:740] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c660bb1353248e480817610130c677b, State: Initialized, Role: FOLLOWER
20:00:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.396682 17381 consensus_queue.cc:260] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c660bb1353248e480817610130c677b" member_type: VOTER last_known_addr { host: "127.14.153.67" port: 41703 } } peers { permanent_uuid: "45ce818d9c8c4d81a701ff719b05d2d0" member_type: VOTER last_known_addr { host: "127.14.153.65" port: 43153 } } peers { permanent_uuid: "ce816cda559a4437be43455cbec8e0ea" member_type: VOTER last_known_addr { host: "127.14.153.66" port: 45293 } }
20:00:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.398336 17490 heartbeater.cc:344] Connected to a master server at 127.14.153.126:42197
20:00:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.398509 17490 heartbeater.cc:461] Registering TS with master...
20:00:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.399111 17490 heartbeater.cc:507] Master 127.14.153.126:42197 requested a full tablet report, sending...
20:00:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.400275 14989 ts_manager.cc:194] Re-registered known tserver with Master: 1c660bb1353248e480817610130c677b (127.14.153.67:41703)
20:00:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.401793 14989 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.153.67:46897
20:00:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.409586 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 17005
20:00:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.410501 17381 ts_tablet_manager.cc:1434] T 2b7bcff637de41c683cd7e56f36b63f9 P 1c660bb1353248e480817610130c677b: Time spent starting tablet: real 0.043s	user 0.009s	sys 0.010s
20:00:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.411181 17490 heartbeater.cc:499] Master 127.14.153.126:42197 was elected leader, sending a full tablet report...
20:00:21.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.424559 17129 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.521497 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 17005
20:00:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.539819 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 17184
20:00:21.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.545818 17308 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.631700 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 17184
20:00:21.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.648132 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 17359
20:00:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.656657 17484 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.747435 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 17359
20:00:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.764693 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 14960
20:00:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.765913 15021 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.877012 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 14960
20:00:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.898960 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15028
20:00:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:21.899977 15092 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:22.009564 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15028
20:00:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:22.030498 14949 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_qngW2/build/asan/bin/kudu pid 15099
20:00:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:22.031637 15163 generic_service.cc:196] Checking for leaks (request via RPC)
20:00:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:00:22.139750 14949 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_qngW2/build/asan/bin/kudu with pid 15099
20:00:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:00:22Z chronyd exiting

Time: 41.459

OK (1 test)

