JUnit version 4.13.2
.13:58:58.023 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786456738013
13:58:58.091 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
13:58:58.157 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:58:58.168 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzwvzQS/test-tmp
13:58:58.173 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:58:58.176 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzwvzQS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:58:58.380 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

13:58:58.735 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
13:58:58.736 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

13:58:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.741182 15982 mini_oidc.cc:150] Starting JWKS server
13:58:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.746323 15982 webserver.cc:533] Webserver started at http://127.0.0.1:43869/ using document root <none> and password file <none>
13:58:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.746912 15982 mini_oidc.cc:186] Starting OIDC Discovery server
13:58:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.749068 15982 webserver.cc:533] Webserver started at http://127.0.0.1:43555/ using document root <none> and password file <none>
13:58:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:58:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:58Z Disabled control of system clock
13:58:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.818742 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:58:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:58:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal
13:58:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data
13:58:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/logs
13:58:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data/info.pb
13:58:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.190:42381
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.190
13:58:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:58:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json with env {}
13:58:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.130393 16000 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.130981 16000 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.131434 16000 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.165282 16000 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:58:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.165601 16000 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.165822 16000 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:58:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.166126 16000 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:58:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.166395 16000 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:58:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.166553 16000 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43869/jwks.json
13:58:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:59.204555 16000 master_runner.cc:387] Master server non-default flags:
13:58:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/logs
13:58:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.190:42381
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json
13:58:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data/info.pb
13:58:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.190
13:58:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:58:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:58:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:58:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:58:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:59.206923 16000 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:59.209640 16000 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.227862 16009 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.229697 16010 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.458994 16013 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1229 milliseconds
13:59:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:59.231581 16018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.459055 16000 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.464799 16000 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.468626 16000 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.470099 16000 hybrid_clock.cc:648] HybridClock initialized: now 1786456740470018 us; error 95 us; skew 500 ppm
13:59:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.471448 16000 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.478114 16000 webserver.cc:533] Webserver started at http://127.15.155.190:40701/ using document root <none> and password file <none>
13:59:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.479821 16000 fs_manager.cc:362] Metadata directory not provided
13:59:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.480029 16000 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.480620 16000 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.485733 16000 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data/instance:
13:59:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ddb1958a8b4252ae2c2f43551c1f94"
13:59:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:00 on dist-test-slave-4tdj"
13:59:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.487044 16000 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal/instance:
13:59:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ddb1958a8b4252ae2c2f43551c1f94"
13:59:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:00 on dist-test-slave-4tdj"
13:59:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.497061 16000 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
13:59:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.505396 16030 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.507175 16000 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.001s
13:59:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.507741 16000 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal
13:59:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ddb1958a8b4252ae2c2f43551c1f94"
13:59:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:00 on dist-test-slave-4tdj"
13:59:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.508159 16000 fs_report.cc:389] FS layout report
13:59:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal
13:59:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal
13:59:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data/data
13:59:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.561682 16000 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.563694 16000 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.564208 16000 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.648922 16000 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.190:42381
13:59:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.649060 16126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.190:42381 every 8 connection(s)
13:59:00.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.652683 16000 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/data/info.pb
13:59:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.657845 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 16000
13:59:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.658396 15982 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-0/wal/instance
13:59:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.661831 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal
13:59:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data
13:59:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/logs
13:59:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data/info.pb
13:59:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.189:37213
13:59:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.189
13:59:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json with env {}
13:59:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.663494 16127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.681854 16127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } has no permanent_uuid. Determining permanent_uuid...
13:59:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.724318 16127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } has no permanent_uuid. Determining permanent_uuid...
13:59:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.727232 16041 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.732087 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.781687 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 1
13:59:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.786616 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.855043 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 2
13:59:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.859593 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.951004 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 3
13:59:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.956082 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.995057 16130 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.995774 16130 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.996583 16130 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.033949 16130 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.034350 16130 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.034703 16130 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.035034 16130 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.035386 16130 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.035681 16130 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43869/jwks.json
13:59:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.073778 16130 master_runner.cc:387] Master server non-default flags:
13:59:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/logs
13:59:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data
13:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal
13:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.189:37213
13:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json
13:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data/info.pb
13:59:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.189
13:59:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.077515 16130 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.080127 16130 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.094053 16140 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.099488 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 4
13:59:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.106760 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.406387 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 5
13:59:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.418788 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.966377 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 6
13:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.993886 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.189:37213: Network error: Client connection negotiation failed: client connection to 127.15.155.189:37213: connect: Connection refused (error 111)
13:59:02.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.095445 16144 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.474442 16147 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.478317 16145 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1379 milliseconds
13:59:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.479280 16130 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.385s	user 0.545s	sys 0.834s
13:59:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.479631 16130 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.385s	user 0.545s	sys 0.834s
13:59:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.479923 16130 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.481462 16130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:02.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.484856 16130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.486841 16130 hybrid_clock.cc:648] HybridClock initialized: now 1786456742486748 us; error 93 us; skew 500 ppm
13:59:02.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.487979 16130 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.497174 16130 webserver.cc:533] Webserver started at http://127.15.155.189:34709/ using document root <none> and password file <none>
13:59:02.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.498521 16130 fs_manager.cc:362] Metadata directory not provided
13:59:02.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.498816 16130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:02.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.499403 16130 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.505779 16130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data/instance:
13:59:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef50c466287b47a6a051b9257506f504"
13:59:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:02 on dist-test-slave-4tdj"
13:59:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.507337 16130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal/instance:
13:59:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef50c466287b47a6a051b9257506f504"
13:59:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:02 on dist-test-slave-4tdj"
13:59:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.517338 16130 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.000s
13:59:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.524863 16161 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.527122 16130 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.527436 16130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef50c466287b47a6a051b9257506f504"
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:02 on dist-test-slave-4tdj"
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.527736 16130 fs_report.cc:389] FS layout report
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal
13:59:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data/data
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.611819 16130 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.614778 16130 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.615337 16130 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.692421 16130 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.189:37213
13:59:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.692509 16240 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.189:37213 every 8 connection(s)
13:59:02.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.695972 16130 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/data/info.pb
13:59:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.702783 16242 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:02.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.706278 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 16130
13:59:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.706789 15982 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-1/wal/instance
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.709718 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/logs
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data/info.pb
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.188:41697
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.188
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json with env {}
13:59:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.716943 16242 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } has no permanent_uuid. Determining permanent_uuid...
13:59:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.739214 16242 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } has no permanent_uuid. Determining permanent_uuid...
13:59:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.753996 16242 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } has no permanent_uuid. Determining permanent_uuid...
13:59:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.756639 16164 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.761067 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.810694 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 1
13:59:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.815503 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.883955 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 2
13:59:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.888636 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.980029 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 3
13:59:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.984120 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.035634 16244 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.036194 16244 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.036656 16244 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.054409 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } attempt: 7
13:59:03.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.066365 16127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.072244 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.074958 16244 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.075239 16244 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.075436 16244 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.075685 16244 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.075887 16244 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.076030 16244 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43869/jwks.json
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.113545 16244 master_runner.cc:387] Master server non-default flags:
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/logs
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.188:41697
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data/info.pb
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.188
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.114915 16244 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.117261 16244 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.127646 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 4
13:59:03.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.129354 16266 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.130712 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 1
13:59:03.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.133750 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.136698 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.218191 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 2
13:59:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.224426 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.310056 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 3
13:59:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.315965 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.433226 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 5
13:59:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.439121 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.456502 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 4
13:59:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.462491 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.746068 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 5
13:59:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.752069 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.986620 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 6
13:59:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.997437 16242 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.130251 16268 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.277923 16244 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.150s	user 0.455s	sys 0.693s
13:59:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.278323 16244 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.150s	user 0.455s	sys 0.693s
13:59:04.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.280441 16244 server_base.cc:1061] running on GCE node
13:59:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.281680 16274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.282972 16244 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.285738 16244 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.287142 16244 hybrid_clock.cc:648] HybridClock initialized: now 1786456744287083 us; error 48 us; skew 500 ppm
13:59:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.288141 16244 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.296036 16244 webserver.cc:533] Webserver started at http://127.15.155.188:40463/ using document root <none> and password file <none>
13:59:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.297178 16244 fs_manager.cc:362] Metadata directory not provided
13:59:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.297427 16244 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.298058 16244 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.302817 16244 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data/instance:
13:59:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ca192524f0d449790b0059ee92ca08b"
13:59:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:04 on dist-test-slave-4tdj"
13:59:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.304317 16244 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal/instance:
13:59:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ca192524f0d449790b0059ee92ca08b"
13:59:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:04 on dist-test-slave-4tdj"
13:59:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.304629 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 6
13:59:04.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.313341 16127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.155.188:41697: Network error: Client connection negotiation failed: client connection to 127.15.155.188:41697: connect: Connection refused (error 111)
13:59:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.315461 16244 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.011s	sys 0.000s
13:59:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.322391 16286 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.323828 16244 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
13:59:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.324211 16244 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal
13:59:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ca192524f0d449790b0059ee92ca08b"
13:59:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:04 on dist-test-slave-4tdj"
13:59:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.324612 16244 fs_report.cc:389] FS layout report
13:59:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal
13:59:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal
13:59:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data/data
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:04.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.416735 16244 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.418561 16244 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:04.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.419081 16244 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.494979 16244 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.188:41697
13:59:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.495087 16376 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.188:41697 every 8 connection(s)
13:59:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.497932 16244 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/data/info.pb
13:59:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.501722 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 16244
13:59:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.502215 15982 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/master-2/wal/instance
13:59:04.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.505067 16379 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.521166 16379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } has no permanent_uuid. Determining permanent_uuid...
13:59:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.547209 16379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } has no permanent_uuid. Determining permanent_uuid...
13:59:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.557879 16379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } has no permanent_uuid. Determining permanent_uuid...
13:59:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.575775 16379 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: Bootstrap starting.
13:59:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.585291 16379 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: Neither blocks nor log segments found. Creating new log.
13:59:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.587814 16379 log.cc:826] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: Log is configured to *not* fsync() on all Append() calls
13:59:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.593921 16379 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: No bootstrap required, opened a new log
13:59:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.615443 16379 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.616199 16379 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:04.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.616472 16379 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ca192524f0d449790b0059ee92ca08b, State: Initialized, Role: FOLLOWER
13:59:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.617841 16379 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.620740 16392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.621366 16392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: This master's current role is: FOLLOWER
13:59:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.622259 16379 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: configured and running, proceeding with master startup.
13:59:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.653903 16408 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.655021 16408 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.675223 16298 tablet.cc:2406] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.644896 16244 master_runner.cc:187] Error getting master registration for 127.15.155.190:42381: OK, instance_id { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" instance_seqno: 1786456740626272 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.676951 16244 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.029857 16392 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.030557 16392 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.034063 16392 leader_election.cc:290] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c3ddb1958a8b4252ae2c2f43551c1f94 (127.15.155.190:42381), ef50c466287b47a6a051b9257506f504 (127.15.155.189:37213)
13:59:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.057933 16242 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 7
13:59:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.091179 16242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: Bootstrap starting.
13:59:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.097234 16242 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: Neither blocks nor log segments found. Creating new log.
13:59:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.099025 16242 log.cc:826] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: Log is configured to *not* fsync() on all Append() calls
13:59:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.103765 16242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: No bootstrap required, opened a new log
13:59:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.125262 16242 raft_consensus.cc:359] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.125942 16242 raft_consensus.cc:385] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.126241 16242 raft_consensus.cc:740] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef50c466287b47a6a051b9257506f504, State: Initialized, Role: FOLLOWER
13:59:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.127250 16242 consensus_queue.cc:260] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.130162 16413 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.130954 16413 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.131935 16242 sys_catalog.cc:565] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: configured and running, proceeding with master startup.
13:59:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.132290 16202 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ca192524f0d449790b0059ee92ca08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef50c466287b47a6a051b9257506f504" is_pre_election: true
13:59:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.133363 16202 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ca192524f0d449790b0059ee92ca08b in term 0.
13:59:05.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.135262 16295 leader_election.cc:304] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ca192524f0d449790b0059ee92ca08b, ef50c466287b47a6a051b9257506f504; no voters: 
13:59:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.136277 16392 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Leader pre-election won for term 1
13:59:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.136637 16392 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.136963 16392 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 0 FOLLOWER]: Advancing to term 1
13:59:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.144377 16392 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.146741 16392 leader_election.cc:290] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [CANDIDATE]: Term 1 election: Requested vote from peers c3ddb1958a8b4252ae2c2f43551c1f94 (127.15.155.190:42381), ef50c466287b47a6a051b9257506f504 (127.15.155.189:37213)
13:59:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.148042 16202 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ca192524f0d449790b0059ee92ca08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef50c466287b47a6a051b9257506f504"
13:59:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.148630 16202 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 0 FOLLOWER]: Advancing to term 1
13:59:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.159220 16202 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ca192524f0d449790b0059ee92ca08b in term 1.
13:59:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.160763 16295 leader_election.cc:304] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ca192524f0d449790b0059ee92ca08b, ef50c466287b47a6a051b9257506f504; no voters: 
13:59:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.161613 16392 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 1 FOLLOWER]: Leader election won for term 1
13:59:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.163726 16392 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [term 1 LEADER]: Becoming Leader. State: Replica: 6ca192524f0d449790b0059ee92ca08b, State: Running, Role: LEADER
13:59:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.164832 16392 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.181008 16418 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6ca192524f0d449790b0059ee92ca08b. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.181586 16418 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: This master's current role is: LEADER
13:59:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.194934 16426 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.203460 16426 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.231391 16202 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [term 1 FOLLOWER]: Refusing update from remote peer 6ca192524f0d449790b0059ee92ca08b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.230729 16436 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.232662 16436 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.234826 16392 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.204979 16130 master_runner.cc:187] Error getting master registration for 127.15.155.190:42381: OK, instance_id { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" instance_seqno: 1786456740626272 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.246937 16130 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.263355 16413 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6ca192524f0d449790b0059ee92ca08b. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.264624 16413 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.275210 16440 mvcc.cc:204] Tried to move back new op lower bound from 7317326828435742720 to 7317326828209274880. Current Snapshot: MvccSnapshot[applied={T|T < 7317326828435742720}]
13:59:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.280426 16418 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.281158 16418 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: This master's current role is: LEADER
13:59:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.287679 16413 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.288385 16413 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.295006 16426 catalog_manager.cc:1383] Generated new cluster ID: 158af1edc87343d9847415b2c494aa27
13:59:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.295318 16426 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:05.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.325511 16426 catalog_manager.cc:1406] Generated new certificate authority record
13:59:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.329099 16426 catalog_manager.cc:1540] Loading token signing keys...
13:59:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.346801 16127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } attempt: 7
13:59:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.377573 16426 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b: Generated new TSK 0
13:59:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.379122 16426 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.402909 16127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: Bootstrap starting.
13:59:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.410983 16127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: Neither blocks nor log segments found. Creating new log.
13:59:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.413823 16127 log.cc:826] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: Log is configured to *not* fsync() on all Append() calls
13:59:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.420972 16127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: No bootstrap required, opened a new log
13:59:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.451372 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:0
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.468248 16127 raft_consensus.cc:359] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.470260 16127 raft_consensus.cc:385] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.471643 16127 raft_consensus.cc:740] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3ddb1958a8b4252ae2c2f43551c1f94, State: Initialized, Role: FOLLOWER
13:59:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.473654 16127 consensus_queue.cc:260] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } }
13:59:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.499439 16457 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.506489 16457 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.504043 16087 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ca192524f0d449790b0059ee92ca08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94"
13:59:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.504753 16084 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [term 0 FOLLOWER]: Advancing to term 1
13:59:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.504070 16088 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ca192524f0d449790b0059ee92ca08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" is_pre_election: true
13:59:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.505578 16127 sys_catalog.cc:565] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: configured and running, proceeding with master startup.
13:59:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.518636 16084 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [term 1 FOLLOWER]: Refusing update from remote peer 6ca192524f0d449790b0059ee92ca08b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.528255 16392 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.601912 16457 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6ca192524f0d449790b0059ee92ca08b. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.603123 16457 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.604681 16463 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:05.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.607986 16463 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.697124 16483 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.044003 16454 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.044703 16454 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.045457 16454 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.065279 16392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6ca192524f0d449790b0059ee92ca08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c3ddb1958a8b4252ae2c2f43551c1f94" member_type: VOTER last_known_addr { host: "127.15.155.190" port: 42381 } } peers { permanent_uuid: "ef50c466287b47a6a051b9257506f504" member_type: VOTER last_known_addr { host: "127.15.155.189" port: 37213 } } peers { permanent_uuid: "6ca192524f0d449790b0059ee92ca08b" member_type: VOTER last_known_addr { host: "127.15.155.188" port: 41697 } } }
13:59:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.067400 16392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ca192524f0d449790b0059ee92ca08b [sys.catalog]: This master's current role is: LEADER
13:59:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.106863 16454 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.108268 16454 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.129
13:59:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.174830 16454 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:0
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:06.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:06.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:06.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:06.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.176669 16454 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:06.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.178890 16454 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:06.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.243490 16436 catalog_manager.cc:1295] Loaded cluster ID: 158af1edc87343d9847415b2c494aa27
13:59:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.243777 16436 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: loading cluster ID for follower catalog manager: success
13:59:06.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.251318 16436 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: acquiring CA information for follower catalog manager: success
13:59:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.251365 16494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.256964 16436 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ef50c466287b47a6a051b9257506f504: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.715224 16483 catalog_manager.cc:1295] Loaded cluster ID: 158af1edc87343d9847415b2c494aa27
13:59:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.715530 16483 catalog_manager.cc:1588] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: loading cluster ID for follower catalog manager: success
13:59:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.727293 16483 catalog_manager.cc:1610] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: acquiring CA information for follower catalog manager: success
13:59:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.733108 16483 catalog_manager.cc:1638] T 00000000000000000000000000000000 P c3ddb1958a8b4252ae2c2f43551c1f94: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:07.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:07.243286 16370 debug-util.cc:398] Leaking SignalData structure 0x7b08000701a0 after lost signal to thread 16250
13:59:07.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:07.244473 16370 debug-util.cc:398] Leaking SignalData structure 0x7b0800070760 after lost signal to thread 16376
13:59:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:07.649080 16493 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 16454
13:59:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:08.272919 16493 kernel_stack_watchdog.cc:198] Thread 16454 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 375ms:
13:59:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.271157 16495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:08.280441 16454 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.008s	user 0.001s	sys 0.005s
13:59:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:08.280637 16497 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2001 milliseconds
13:59:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:08.281513 16454 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.009s	user 0.002s	sys 0.006s
13:59:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.283216 16454 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:08.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:08.282935 16500 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.285516 16454 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.294948 16454 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.296761 16454 hybrid_clock.cc:648] HybridClock initialized: now 1786456748296675 us; error 86 us; skew 500 ppm
13:59:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.298352 16454 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.318214 16454 webserver.cc:533] Webserver started at http://127.15.155.129:33037/ using document root <none> and password file <none>
13:59:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.319985 16454 fs_manager.cc:362] Metadata directory not provided
13:59:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.320581 16454 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.321395 16454 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.328526 16454 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/instance:
13:59:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:08 on dist-test-slave-4tdj"
13:59:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.330579 16454 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal/instance:
13:59:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:08 on dist-test-slave-4tdj"
13:59:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.348141 16454 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.013s	sys 0.000s
13:59:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.362237 16516 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.364224 16454 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.004s
13:59:08.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.365037 16454 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:08.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:08.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:08 on dist-test-slave-4tdj"
13:59:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.366043 16454 fs_report.cc:389] FS layout report
13:59:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/data
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.459844 16454 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.462601 16454 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.463599 16454 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.474009 16454 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.485801 16454 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.486579 16454 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
13:59:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.487182 16454 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.487612 16454 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:59:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.945406 16454 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.129:39363
13:59:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.945552 16696 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.129:39363 every 8 connection(s)
13:59:08.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.949769 16454 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.961625 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 16454
13:59:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.962308 15982 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal/instance
13:59:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:08.991322 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:0
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.047683 16698 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.048187 16698 heartbeater.cc:461] Registering TS with master...
13:59:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.049173 16705 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.049513 16705 heartbeater.cc:461] Registering TS with master...
13:59:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.049755 16698 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.050870 16705 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.054926 16065 ts_manager.cc:194] Registered new tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.056139 16186 ts_manager.cc:194] Registered new tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.060988 16697 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.061364 16697 heartbeater.cc:461] Registering TS with master...
13:59:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.062408 16697 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.065420 16318 ts_manager.cc:194] Registered new tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.068663 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.129:51163
13:59:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.385747 16713 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.386320 16713 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.387051 16713 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.422087 16713 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.423089 16713 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.130
13:59:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.463218 16713 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:0
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.465099 16713 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.467489 16713 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.486621 16726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:10.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.073519 16697 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.887516 16724 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 16713
13:59:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.922835 16713 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.434s	user 0.528s	sys 0.860s
13:59:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.490233 16727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.923187 16713 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.435s	user 0.528s	sys 0.860s
13:59:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.931906 16733 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.932133 16713 server_base.cc:1061] running on GCE node
13:59:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.933387 16713 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.935632 16713 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.937000 16713 hybrid_clock.cc:648] HybridClock initialized: now 1786456750936951 us; error 40 us; skew 500 ppm
13:59:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.937891 16713 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.944263 16713 webserver.cc:533] Webserver started at http://127.15.155.130:43397/ using document root <none> and password file <none>
13:59:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.945254 16713 fs_manager.cc:362] Metadata directory not provided
13:59:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.945451 16713 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.945842 16713 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.950152 16713 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/instance:
13:59:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:10 on dist-test-slave-4tdj"
13:59:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.951342 16713 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal/instance:
13:59:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:10 on dist-test-slave-4tdj"
13:59:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.958710 16713 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.005s
13:59:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.964641 16749 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.965842 16713 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
13:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.966149 16713 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:10 on dist-test-slave-4tdj"
13:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.966486 16713 fs_report.cc:389] FS layout report
13:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/data
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.017683 16713 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.019291 16713 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.019812 16713 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.023473 16713 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.029313 16713 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.029508 16713 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:59:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.029709 16713 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.029845 16713 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:59:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.170645 16713 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.130:45109
13:59:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.170778 16938 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.130:45109 every 8 connection(s)
13:59:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.173550 16713 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.176057 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 16713
13:59:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.176608 15982 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal/instance
13:59:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.199016 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:0
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.239132 16943 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.239425 16940 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.239740 16943 heartbeater.cc:461] Registering TS with master...
13:59:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.239818 16941 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.240250 16941 heartbeater.cc:461] Registering TS with master...
13:59:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.239822 16940 heartbeater.cc:461] Registering TS with master...
13:59:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.241295 16943 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.241597 16940 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.241628 16941 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.244777 16318 ts_manager.cc:194] Registered new tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.246634 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.130:41513
13:59:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.246762 16065 ts_manager.cc:194] Registered new tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.251255 16186 ts_manager.cc:194] Registered new tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.542896 16958 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.543454 16958 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.544132 16958 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.577512 16958 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.578575 16958 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.131
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.615096 16958 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:0
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.616882 16958 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:11.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:11.618779 16958 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.631448 16967 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:12.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.250313 16940 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.631981 16968 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:12.749158 16970 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:59:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:12.750568 16972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.750571 16958 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.753405 16958 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.755652 16958 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.757009 16958 hybrid_clock.cc:648] HybridClock initialized: now 1786456752756979 us; error 37 us; skew 500 ppm
13:59:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.757823 16958 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.764366 16958 webserver.cc:533] Webserver started at http://127.15.155.131:45633/ using document root <none> and password file <none>
13:59:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.765298 16958 fs_manager.cc:362] Metadata directory not provided
13:59:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.765488 16958 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.765889 16958 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:12.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.770443 16958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/instance:
13:59:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
13:59:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.771571 16958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal/instance:
13:59:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
13:59:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.779201 16958 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
13:59:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.784772 16983 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.785977 16958 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.004s
13:59:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.786356 16958 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.786710 16958 fs_report.cc:389] FS layout report
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/data
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.837412 16958 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.839083 16958 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.839605 16958 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.842337 16958 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.846794 16958 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.847008 16958 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:59:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.847321 16958 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.847497 16958 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:59:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.988584 16958 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.131:34629
13:59:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.988721 17175 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.131:34629 every 8 connection(s)
13:59:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.991310 16958 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:13.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.000202 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 16958
13:59:13.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.000732 15982 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal/instance
13:59:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.033165 17177 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.033691 17177 heartbeater.cc:461] Registering TS with master...
13:59:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.035171 17177 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.037974 17178 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.039183 16186 ts_manager.cc:194] Registered new tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.038283 17178 heartbeater.cc:461] Registering TS with master...
13:59:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.040886 17178 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:13.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.043524 16065 ts_manager.cc:194] Registered new tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.049693 17176 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.049968 17176 heartbeater.cc:461] Registering TS with master...
13:59:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.050762 17176 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.053048 16318 ts_manager.cc:194] Registered new tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.054733 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.131:40599
13:59:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.061380 15982 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:59:13.073 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
13:59:13.074 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

13:59:13.084 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.155.190"
      port: 42381
    }
    bound_http_address {
      host: "127.15.155.190"
      port: 40701
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.155.189"
      port: 37213
    }
    bound_http_address {
      host: "127.15.155.189"
      port: 34709
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.155.188"
      port: 41697
    }
    bound_http_address {
      host: "127.15.155.188"
      port: 40463
    }
  }
}

13:59:13.088 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

13:59:13.091 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.155.129"
      port: 39363
    }
    bound_http_address {
      host: "127.15.155.129"
      port: 33037
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.155.130"
      port: 45109
    }
    bound_http_address {
      host: "127.15.155.130"
      port: 43397
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.155.131"
      port: 34629
    }
    bound_http_address {
      host: "127.15.155.131"
      port: 45633
    }
  }
}

13:59:13.091 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:59:13.266 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
13:59:13.332 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
13:59:13.517 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.155.188:41697(127.15.155.188:41697)] connecting to peer
13:59:13.577 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.155.190:42381(127.15.155.190:42381)] connecting to peer
13:59:13.579 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.155.189:37213(127.15.155.189:37213)] connecting to peer
13:59:13.600 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.155.188:41697(127.15.155.188:41697)] Successfully connected to peer
13:59:13.604 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.155.189:37213(127.15.155.189:37213)] Successfully connected to peer
13:59:13.606 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.155.190:42381(127.15.155.190:42381)] Successfully connected to peer
13:59:13.700 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.155.189
13:59:13.703 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.155.188
13:59:13.704 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.155.190
13:59:13.918 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x6c68c16d, L:/127.0.0.1:46768 - R:/127.15.155.189:37213] using SASL/PLAIN
13:59:13.918 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x6d0f1ea5, L:/127.0.0.1:52746 - R:/127.15.155.188:41697] using SASL/PLAIN
13:59:13.918 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x337f0b69, L:/127.0.0.1:37590 - R:/127.15.155.190:42381] using SASL/PLAIN
13:59:13.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
13:59:13.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=481), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.155.188:41697, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.155.190:42381, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.155.189:37213, [455ms] Sub RPC ConnectToMaster: received response from server master-127.15.155.190:42381: OK, [455ms] Sub RPC ConnectToMaster: received response from server master-127.15.155.189:37213: OK, [456ms] Sub RPC ConnectToMaster: received response from server master-127.15.155.188:41697: OK, deferred=null) after lookup
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.005546 16318 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52746:
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459"
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
13:59:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:59:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:59:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:59:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:59:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:14.011633 16318 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
13:59:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.058645 17176 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:14.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9138ac2186aa4603acd0dbbbfa9bc8c8
13:59:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.124526 16824 tablet_service.cc:1511] Processing CreateTablet for tablet 5c945581f7554006a512563bd742ecef (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459 [id=9138ac2186aa4603acd0dbbbfa9bc8c8]), partition=RANGE (key) PARTITION UNBOUNDED
13:59:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.127347 16593 tablet_service.cc:1511] Processing CreateTablet for tablet 5c945581f7554006a512563bd742ecef (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459 [id=9138ac2186aa4603acd0dbbbfa9bc8c8]), partition=RANGE (key) PARTITION UNBOUNDED
13:59:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.129379 16593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5c945581f7554006a512563bd742ecef. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.128778 17061 tablet_service.cc:1511] Processing CreateTablet for tablet 5c945581f7554006a512563bd742ecef (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459 [id=9138ac2186aa4603acd0dbbbfa9bc8c8]), partition=RANGE (key) PARTITION UNBOUNDED
13:59:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.129992 16824 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5c945581f7554006a512563bd742ecef. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.130558 17061 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5c945581f7554006a512563bd742ecef. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.163585 17238 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap starting.
13:59:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.173288 17238 tablet_bootstrap.cc:654] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Neither blocks nor log segments found. Creating new log.
13:59:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.175498 17237 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap starting.
13:59:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.179801 17239 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap starting.
13:59:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.187659 17237 tablet_bootstrap.cc:654] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Neither blocks nor log segments found. Creating new log.
13:59:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.189747 17239 tablet_bootstrap.cc:654] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Neither blocks nor log segments found. Creating new log.
13:59:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.190500 17237 log.cc:826] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log is configured to *not* fsync() on all Append() calls
13:59:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.192131 17239 log.cc:826] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Log is configured to *not* fsync() on all Append() calls
13:59:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.203928 17237 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: No bootstrap required, opened a new log
13:59:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.204697 17237 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent bootstrapping tablet: real 0.030s	user 0.014s	sys 0.007s
13:59:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.206455 17238 log.cc:826] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Log is configured to *not* fsync() on all Append() calls
13:59:14.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.208927 17239 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: No bootstrap required, opened a new log
13:59:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.209443 17239 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent bootstrapping tablet: real 0.030s	user 0.014s	sys 0.010s
13:59:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.225780 17238 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: No bootstrap required, opened a new log
13:59:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.226794 17238 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent bootstrapping tablet: real 0.064s	user 0.017s	sys 0.000s
13:59:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.236944 17239 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.237887 17239 raft_consensus.cc:385] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.237475 17237 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.238195 17239 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Initialized, Role: FOLLOWER
13:59:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.238425 17237 raft_consensus.cc:385] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.238768 17237 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Initialized, Role: FOLLOWER
13:59:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.239384 17239 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.239743 17237 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.252879 17239 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent starting tablet: real 0.043s	user 0.041s	sys 0.003s
13:59:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.258827 17237 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent starting tablet: real 0.054s	user 0.031s	sys 0.015s
13:59:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.266259 17238 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.267995 17238 raft_consensus.cc:385] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.268580 17238 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Initialized, Role: FOLLOWER
13:59:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.272814 17238 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:14.279415 16706 tablet.cc:2406] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.293246 17238 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent starting tablet: real 0.066s	user 0.022s	sys 0.026s
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.294783 17249 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.295765 17249 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.319666 17249 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.323866 16852 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362" is_pre_election: true
13:59:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.324326 16625 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
13:59:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.324671 16852 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 0.
13:59:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.325244 16625 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 0.
13:59:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.326104 16988 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 
13:59:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.326998 17249 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Leader pre-election won for term 1
13:59:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.327359 17249 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.327688 17249 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 0 FOLLOWER]: Advancing to term 1
13:59:14.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.334587 17249 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.337090 17249 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 1 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.337360 16852 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.337682 16625 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.338197 16625 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 0 FOLLOWER]: Advancing to term 1
13:59:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.337891 16852 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 0 FOLLOWER]: Advancing to term 1
13:59:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.343602 16852 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 1.
13:59:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.344578 16625 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 1.
13:59:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.344676 16988 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 
13:59:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.345440 17249 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Leader election won for term 1
13:59:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.345916 17249 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 LEADER]: Becoming Leader. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Running, Role: LEADER
13:59:14.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.347106 17249 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.362514 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c reported cstate change: term changed from 0 to 1, leader changed from <none> to dc917eb40b2244baa791375eff15a88c (127.15.155.131). New cstate: current_term: 1 leader_uuid: "dc917eb40b2244baa791375eff15a88c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: HEALTHY } } }
13:59:14.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9138ac2186aa4603acd0dbbbfa9bc8c8
13:59:14.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:14.433 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:14.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=null) after lookup
13:59:14.445 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:14.452 [DEBUG - kudu-nio-3] (Connection.java:757) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] Successfully connected to peer
13:59:14.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:14.456188 16944 tablet.cc:2406] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:14.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:14.515481 17191 tablet.cc:2406] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:14.537 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x4c20c779, L:/127.0.0.1:41442 - R:/127.15.155.131:34629] using TOKEN/null
13:59:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.554340 16625 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 1 FOLLOWER]: Refusing update from remote peer dc917eb40b2244baa791375eff15a88c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.555263 16852 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Refusing update from remote peer dc917eb40b2244baa791375eff15a88c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.556870 17249 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Connected to new peer: Peer: permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.557735 17250 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.590104 17259 mvcc.cc:204] Tried to move back new op lower bound from 7317326866636808192 to 7317326865815535616. Current Snapshot: MvccSnapshot[applied={T|T < 7317326866636808192}]
13:59:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.593116 17260 mvcc.cc:204] Tried to move back new op lower bound from 7317326866636808192 to 7317326865815535616. Current Snapshot: MvccSnapshot[applied={T|T < 7317326866636808192}]
13:59:14.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:14.769 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.131:34629
13:59:14.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.771168 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 16958
13:59:14.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:14.809 [DEBUG - kudu-nio-3] (Connection.java:239) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] handling channelInactive
13:59:14.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state READY due to: connection closed
13:59:14.810 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: connection closed
13:59:14.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:14.821 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:14.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test)) after lookup
13:59:14.822 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:14.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.825 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:14.839 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:14.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [19ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [19ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027))) after lookup
13:59:14.840 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:14.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.842 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:14.860 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:14.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [19ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [19ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [34ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [36ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [36ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994))) after lookup
13:59:14.861 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:14.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.863 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:14.899 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:14.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=93), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [19ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [19ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [34ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [36ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [36ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [55ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [57ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [57ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [93ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675))) after lookup
13:59:14.900 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:14.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:14.903 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:15.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:15.320 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:15.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=514), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [19ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [19ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [34ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [36ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [36ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [55ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [57ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [57ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [93ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [94ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [97ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [97ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [509ms] refreshing cache from master, [509ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [514ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675) -> (continuation of Deferred@430880391 after retry RPC@639144636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675) -> (continuation of Deferred@430880391 after retry RPC@639144636))) after lookup
13:59:15.321 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:15.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:15.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:15.323 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:15.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:15.360 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:15.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=554), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [19ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [19ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [34ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [36ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [36ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [55ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [57ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [57ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [93ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [94ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [97ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [97ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [509ms] refreshing cache from master, [509ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [514ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [515ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [517ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [517ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [549ms] refreshing cache from master, [549ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [553ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675) -> (continuation of Deferred@430880391 after retry RPC@639144636) -> (continuation of Deferred@1268129230 after retry RPC@862595651), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675) -> (continuation of Deferred@430880391 after retry RPC@639144636) -> (continuation of Deferred@1268129230 after retry RPC@862595651))) after lookup
13:59:15.362 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:15.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:15.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:15.364 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.189097 17286 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.189803 17291 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.189971 17286 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.190325 17291 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.193506 17291 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.205713 17286 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:16.209396 16756 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:16.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:16.211104 16519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:16.215981 16756 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:16.217566 16519 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:16.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.220198 16625 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
13:59:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.220873 16625 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 1.
13:59:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.222395 16753 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
13:59:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.223332 17291 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Leader pre-election won for term 2
13:59:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.223352 16852 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362" is_pre_election: true
13:59:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.223723 17291 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.224045 17291 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 1 FOLLOWER]: Advancing to term 2
13:59:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.229640 17291 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.230618 16852 raft_consensus.cc:2393] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in current term 2: Already voted for candidate 6601fedb485544bf9b8d9f2cba6da362 in this term.
13:59:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.231328 17291 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 2 election: Requested vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.232198 16625 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.232766 16625 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 1 FOLLOWER]: Advancing to term 2
13:59:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.234277 16519 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb; no voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c
13:59:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:16.236243 16756 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.238744 16625 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 2.
13:59:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.239566 17286 raft_consensus.cc:2749] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:59:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.240115 16753 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
13:59:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.240746 17291 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Leader election won for term 2
13:59:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.242408 17291 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 LEADER]: Becoming Leader. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Running, Role: LEADER
13:59:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.243206 17291 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.252978 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 reported cstate change: term changed from 1 to 2, leader changed from dc917eb40b2244baa791375eff15a88c (127.15.155.131) to 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130). New cstate: current_term: 2 leader_uuid: "6601fedb485544bf9b8d9f2cba6da362" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
13:59:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:16.797400 16756 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:16.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.828491 16625 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Refusing update from remote peer 6601fedb485544bf9b8d9f2cba6da362: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
13:59:16.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.829985 17330 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
13:59:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.008399 16756 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:59:19.379 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:19.380 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:19.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4574), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [4ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [14ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [19ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [19ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [34ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [36ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [36ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [55ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [57ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [57ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [93ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [94ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [97ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [97ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [509ms] refreshing cache from master, [509ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [514ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [515ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [517ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [517ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [549ms] refreshing cache from master, [549ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [553ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [556ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [557ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [558ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4568ms] refreshing cache from master, [4569ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [4573ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1972673530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@506dbf0d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675) -> (continuation of Deferred@430880391 after retry RPC@639144636) -> (continuation of Deferred@1268129230 after retry RPC@862595651) -> (continuation of Deferred@1430384774 after retry RPC@932962399), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9a97f2 -> wakeup thread Time-limited test -> (continuation of Deferred@2108006240 after retry RPC@255212027) -> (continuation of Deferred@522925819 after retry RPC@369508994) -> (continuation of Deferred@1210397358 after retry RPC@724479675) -> (continuation of Deferred@430880391 after retry RPC@639144636) -> (continuation of Deferred@1268129230 after retry RPC@862595651) -> (continuation of Deferred@1430384774 after retry RPC@932962399))) after lookup
13:59:19.382 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:19.384 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] Successfully connected to peer
13:59:19.413 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x0aa189f9, L:/127.0.0.1:43380 - R:/127.15.155.130:45109] using TOKEN/null
13:59:19.469 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.131:34629
13:59:19.471 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.473066 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.817840 17365 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.818368 17365 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.818827 17365 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.853446 17365 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.854326 17365 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.131
13:59:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.895359 17365 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.896706 17365 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.898471 17365 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.911749 17375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.912268 17377 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.314430 17374 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 17365
13:59:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.446269 17365 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.535s	user 0.746s	sys 0.777s
13:59:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.448464 17365 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.537s	user 0.746s	sys 0.777s
13:59:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.449111 17381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.451103 17379 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1538 milliseconds
13:59:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.451140 17365 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.453011 17365 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.455128 17365 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.456488 17365 hybrid_clock.cc:648] HybridClock initialized: now 1786456761456447 us; error 49 us; skew 500 ppm
13:59:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.457396 17365 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.463526 17365 webserver.cc:533] Webserver started at http://127.15.155.131:45633/ using document root <none> and password file <none>
13:59:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.464490 17365 fs_manager.cc:362] Metadata directory not provided
13:59:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.464743 17365 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.472719 17365 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.005s	sys 0.000s
13:59:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.477494 17411 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.478669 16756 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111) [suppressed 11 similar messages]
13:59:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.479475 17365 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
13:59:21.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.481061 16756 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
13:59:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.479849 17365 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.482228 17365 fs_report.cc:389] FS layout report
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/data
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.538951 17365 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.540452 17365 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.540866 17365 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:21.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.543563 17365 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:21.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.549325 17425 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.558589 17365 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.558833 17365 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.001s	sys 0.001s
13:59:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.559195 17365 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.563938 17365 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.564142 17365 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.004s	sys 0.000s
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.564500 17425 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap starting.
13:59:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.617553 17425 log.cc:826] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Log is configured to *not* fsync() on all Append() calls
13:59:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.644718 17425 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.645641 17425 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap complete.
13:59:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.647014 17425 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent bootstrapping tablet: real 0.083s	user 0.051s	sys 0.029s
13:59:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.672706 17425 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.676656 17425 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Initialized, Role: FOLLOWER
13:59:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.678423 17425 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.683950 17425 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent starting tablet: real 0.037s	user 0.026s	sys 0.008s
13:59:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.740607 17365 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.131:34629
13:59:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.740968 17616 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.131:34629 every 8 connection(s)
13:59:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.743738 17365 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.747562 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 17365
13:59:21.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:21.784 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:21.786 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.130:45109
13:59:21.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:59:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.787156 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 16713
13:59:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.798504 17619 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.799050 17619 heartbeater.cc:461] Registering TS with master...
13:59:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.799806 17618 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.800139 17618 heartbeater.cc:461] Registering TS with master...
13:59:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.800467 17619 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.801349 17618 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.805079 16318 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.806520 16186 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.807888 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.131:36455
13:59:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.810129 17620 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.810472 17620 heartbeater.cc:461] Registering TS with master...
13:59:21.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.811048 17620 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.814005 16065 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:21.831 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] handling channelInactive
13:59:21.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state READY due to: connection closed
13:59:21.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:21.833 [DEBUG - Time-limited test] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:21.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.835 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:21.859 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:21.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1097929742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@29009d67 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@197a899e -> wakeup thread Time-limited test)) after lookup
13:59:21.860 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:21.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.861 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:21.880 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:21.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [28ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1097929742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@29009d67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@197a899e -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436))) after lookup
13:59:21.882 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:21.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.883 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:21.920 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:21.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [28ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [49ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [50ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [86ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1097929742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@29009d67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@197a899e -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759))) after lookup
13:59:21.921 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:21.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.922 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:21.939 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:21.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=107), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [28ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [49ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [50ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [86ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [88ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [89ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [89ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [106ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1097929742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@29009d67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759) -> (continuation of Deferred@473992636 after retry RPC@1126281108), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@197a899e -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759) -> (continuation of Deferred@473992636 after retry RPC@1126281108))) after lookup
13:59:21.941 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:21.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:21.943 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:22.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:22.139 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:22.139 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=306), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [28ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [49ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [50ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [86ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [88ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [89ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [89ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [106ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [107ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [109ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [110ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [302ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [305ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1097929742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@29009d67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759) -> (continuation of Deferred@473992636 after retry RPC@1126281108) -> (continuation of Deferred@879084551 after retry RPC@1846505939), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@197a899e -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759) -> (continuation of Deferred@473992636 after retry RPC@1126281108) -> (continuation of Deferred@879084551 after retry RPC@1846505939))) after lookup
13:59:22.140 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:22.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:22.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:22.141 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.811527 17618 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.834561 17642 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.835014 17642 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.837419 17642 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:22.843255 17416 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:22.847487 17416 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.850478 16625 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
13:59:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.851971 17412 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362
13:59:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.852662 17642 raft_consensus.cc:2749] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:59:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.054577 17657 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 6601fedb485544bf9b8d9f2cba6da362)
13:59:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.055035 17657 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:23.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.057837 17657 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.060449 16519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.063676 16519 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.069962 17539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "dc917eb40b2244baa791375eff15a88c" is_pre_election: true
13:59:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.070711 17539 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in term 1.
13:59:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.072191 16519 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, dc917eb40b2244baa791375eff15a88c; no voters: 6601fedb485544bf9b8d9f2cba6da362
13:59:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.072816 17657 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Leader pre-election won for term 3
13:59:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.073124 17657 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Starting leader election (detected failure of leader 6601fedb485544bf9b8d9f2cba6da362)
13:59:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.073346 17657 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 2 FOLLOWER]: Advancing to term 3
13:59:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.078052 17657 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.079774 17657 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 3 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.081172 17539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.081574 17539 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 1 FOLLOWER]: Advancing to term 3
13:59:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.082973 16519 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.088299 17539 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in term 3.
13:59:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.089113 16519 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, dc917eb40b2244baa791375eff15a88c; no voters: 6601fedb485544bf9b8d9f2cba6da362
13:59:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.089720 17657 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 FOLLOWER]: Leader election won for term 3
13:59:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.091290 17657 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 LEADER]: Becoming Leader. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Running, Role: LEADER
13:59:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.092092 17657 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.101913 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb reported cstate change: term changed from 2 to 3, leader changed from 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130) to 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129). New cstate: current_term: 3 leader_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
13:59:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.220019 16370 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab480 after lost signal to thread 16250
13:59:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.220824 16370 debug-util.cc:398] Leaking SignalData structure 0x7b08000821c0 after lost signal to thread 16376
13:59:23.339 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:23.340 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:23.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1508), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [28ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [49ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [50ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [86ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [88ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [89ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [89ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [106ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [107ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [109ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [110ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [302ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [305ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [307ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [308ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [308ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [1502ms] refreshing cache from master, [1502ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [1506ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1097929742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@29009d67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759) -> (continuation of Deferred@473992636 after retry RPC@1126281108) -> (continuation of Deferred@879084551 after retry RPC@1846505939) -> (continuation of Deferred@1361232751 after retry RPC@174952071), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@197a899e -> wakeup thread Time-limited test -> (continuation of Deferred@380648757 after retry RPC@1531666436) -> (continuation of Deferred@1078519026 after retry RPC@1073997759) -> (continuation of Deferred@473992636 after retry RPC@1126281108) -> (continuation of Deferred@879084551 after retry RPC@1846505939) -> (continuation of Deferred@1361232751 after retry RPC@174952071))) after lookup
13:59:23.342 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:23.343 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] Successfully connected to peer
13:59:23.367 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x0097417d, L:/127.0.0.1:44606 - R:/127.15.155.129:39363] using TOKEN/null
13:59:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.377930 17539 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Refusing update from remote peer 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
13:59:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.379796 17665 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.001s
13:59:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.381090 16519 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb -> Peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Couldn't send request to peer 6601fedb485544bf9b8d9f2cba6da362. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:23.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.396561 17691 mvcc.cc:204] Tried to move back new op lower bound from 7317326886595661824 to 7317326873581502464. Current Snapshot: MvccSnapshot[applied={T|T < 7317326886595661824}]
13:59:23.451 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.130:45109
13:59:23.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:59:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.453565 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:45109
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43397
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:23.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.790407 17700 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.790894 17700 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.791340 17700 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.823890 17700 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.825171 17700 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.130
13:59:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.864151 17700 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:45109
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43397
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.865721 17700 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:23.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.867399 17700 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.880512 17711 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.882019 17712 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:25.103624 17715 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:25.106731 17714 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1220 milliseconds
13:59:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.106834 17700 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.108178 17700 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.110920 17700 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.112367 17700 hybrid_clock.cc:648] HybridClock initialized: now 1786456765112320 us; error 60 us; skew 500 ppm
13:59:25.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.113198 17700 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.120146 17700 webserver.cc:533] Webserver started at http://127.15.155.130:43397/ using document root <none> and password file <none>
13:59:25.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.121133 17700 fs_manager.cc:362] Metadata directory not provided
13:59:25.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.121354 17700 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.129737 17700 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.002s	sys 0.004s
13:59:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.134461 17733 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.135692 17700 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.135998 17700 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:10 on dist-test-slave-4tdj"
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.137974 17700 fs_report.cc:389] FS layout report
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/data
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.185410 17700 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.186981 17700 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.187466 17700 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:25.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.190310 17700 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.196100 17749 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.204697 17700 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.204933 17700 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.010s	user 0.000s	sys 0.002s
13:59:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.205160 17700 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.209920 17700 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.210125 17700 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.001s	sys 0.001s
13:59:25.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.210763 17749 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap starting.
13:59:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.283634 17749 log.cc:826] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Log is configured to *not* fsync() on all Append() calls
13:59:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.336472 17749 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.337598 17749 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap complete.
13:59:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.339526 17749 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent bootstrapping tablet: real 0.129s	user 0.063s	sys 0.056s
13:59:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.364154 17749 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.366916 17749 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Initialized, Role: FOLLOWER
13:59:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.368016 17749 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:25.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.375067 17749 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent starting tablet: real 0.035s	user 0.031s	sys 0.005s
13:59:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.423281 17700 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.130:45109
13:59:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.423516 17933 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.130:45109 every 8 connection(s)
13:59:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.427387 17700 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:25.436 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.435472 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 17700
13:59:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.479779 17942 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.480144 17940 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.480345 17942 heartbeater.cc:461] Registering TS with master...
13:59:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.480530 17940 heartbeater.cc:461] Registering TS with master...
13:59:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.481766 17942 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.483422 17940 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.486606 16318 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.486838 16186 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.489478 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.130:46105
13:59:25.494 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:25.494 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.129:39363
13:59:25.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:59:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.495620 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 16454
13:59:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.507764 17943 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.508106 17943 heartbeater.cc:461] Registering TS with master...
13:59:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.508757 17943 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.511926 16065 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:25.536 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] handling channelInactive
13:59:25.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state READY due to: connection closed
13:59:25.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:25.537 [DEBUG - Time-limited test] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:25.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.539 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:25.560 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:25.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test)) after lookup
13:59:25.561 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:25.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.563 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:25.579 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:25.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [24ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [26ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [26ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853))) after lookup
13:59:25.581 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:25.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.582 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:25.599 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:25.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [24ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [26ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [26ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [43ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [45ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [45ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [62ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918))) after lookup
13:59:25.600 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:25.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.602 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:25.640 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:25.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [24ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [26ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [26ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [43ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [45ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [45ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [62ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [63ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [65ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [65ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [103ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962))) after lookup
13:59:25.641 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:25.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:25.643 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:26.160 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:26.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=623), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [24ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [26ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [26ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [43ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [45ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [45ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [62ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [63ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [65ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [65ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [103ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [104ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [106ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [106ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [618ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [622ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962) -> (continuation of Deferred@1793705082 after retry RPC@445416346), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962) -> (continuation of Deferred@1793705082 after retry RPC@445416346))) after lookup
13:59:26.161 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:26.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.163 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.281491 16232 debug-util.cc:398] Leaking SignalData structure 0x7b08000896e0 after lost signal to thread 16134
13:59:26.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:26.380 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:26.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=844), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [24ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [26ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [26ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [43ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [45ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [45ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [62ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [63ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [65ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [65ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [103ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [104ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [106ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [106ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [618ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [622ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [624ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [625ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [626ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [838ms] refreshing cache from master, [838ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [843ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962) -> (continuation of Deferred@1793705082 after retry RPC@445416346) -> (continuation of Deferred@1461926187 after retry RPC@692973574), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962) -> (continuation of Deferred@1793705082 after retry RPC@445416346) -> (continuation of Deferred@1461926187 after retry RPC@692973574))) after lookup
13:59:26.382 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:26.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.383 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.507270 17940 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.743474 17967 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 31a5ac0204dd49ecbd4bdca6ae0d32cb)
13:59:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.744191 17967 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.746224 17967 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:26.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.763020 17412 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.767379 17858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362" is_pre_election: true
13:59:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.768080 17858 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 2.
13:59:26.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.769380 17416 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb
13:59:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.770056 17967 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Leader pre-election won for term 4
13:59:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.770381 17967 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Starting leader election (detected failure of leader 31a5ac0204dd49ecbd4bdca6ae0d32cb)
13:59:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.770618 17967 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 3 FOLLOWER]: Advancing to term 4
13:59:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.775347 17967 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:26.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.777034 17967 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 4 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:26.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.777839 17858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:26.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.778466 17858 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 2 FOLLOWER]: Advancing to term 4
13:59:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.781630 17412 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.785725 17858 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 4.
13:59:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.786639 17416 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb
13:59:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.787218 17967 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 FOLLOWER]: Leader election won for term 4
13:59:26.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.788378 17967 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 LEADER]: Becoming Leader. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Running, Role: LEADER
13:59:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.789604 17967 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.799329 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c reported cstate change: term changed from 3 to 4, leader changed from 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129) to dc917eb40b2244baa791375eff15a88c (127.15.155.131). New cstate: current_term: 4 leader_uuid: "dc917eb40b2244baa791375eff15a88c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: HEALTHY } } }
13:59:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.205196 17858 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Refusing update from remote peer dc917eb40b2244baa791375eff15a88c: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
13:59:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.206873 17967 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
13:59:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:27.224401 17412 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c -> Peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Couldn't send request to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:27.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:27.499 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:27.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1962), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [22ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [24ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [26ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [26ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [43ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [45ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [45ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [62ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [63ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [65ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [65ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [103ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [104ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [106ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [106ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [618ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [622ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [624ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [625ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [626ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [838ms] refreshing cache from master, [838ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [843ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [844ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [846ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [846ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [1957ms] refreshing cache from master, [1958ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [1962ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@2068858322(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1dafe589 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962) -> (continuation of Deferred@1793705082 after retry RPC@445416346) -> (continuation of Deferred@1461926187 after retry RPC@692973574) -> (continuation of Deferred@1509881277 after retry RPC@940008224), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5568653a -> wakeup thread Time-limited test -> (continuation of Deferred@82712543 after retry RPC@305787853) -> (continuation of Deferred@572097843 after retry RPC@2137242918) -> (continuation of Deferred@1149419721 after retry RPC@652926962) -> (continuation of Deferred@1793705082 after retry RPC@445416346) -> (continuation of Deferred@1461926187 after retry RPC@692973574) -> (continuation of Deferred@1509881277 after retry RPC@940008224))) after lookup
13:59:27.500 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:27.501 [DEBUG - kudu-nio-1] (Connection.java:757) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] Successfully connected to peer
13:59:27.533 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xa2fdd0e2, L:/127.0.0.1:39276 - R:/127.15.155.131:34629] using TOKEN/null
13:59:27.591 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.129:39363
13:59:27.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:59:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.593420 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:39363
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33037
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:27.965855 18017 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:27.966375 18017 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:27.966841 18017 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.002274 18017 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.003150 18017 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.129
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:28.041082 18017 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:39363
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33037
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:28.042424 18017 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:28.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:28.044755 18017 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.060467 18028 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.356328 17412 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111) [suppressed 4 similar messages]
13:59:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.061090 18032 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:29.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:29.238412 18017 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.179s	user 0.401s	sys 0.772s
13:59:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:29.238808 18017 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.180s	user 0.401s	sys 0.776s
13:59:29.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.241119 18017 server_base.cc:1061] running on GCE node
13:59:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:29.242744 18049 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.244226 18017 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.246999 18017 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.248451 18017 hybrid_clock.cc:648] HybridClock initialized: now 1786456769248409 us; error 27 us; skew 500 ppm
13:59:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.249595 18017 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.260797 18017 webserver.cc:533] Webserver started at http://127.15.155.129:33037/ using document root <none> and password file <none>
13:59:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.261991 18017 fs_manager.cc:362] Metadata directory not provided
13:59:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.262311 18017 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.279752 18017 fs_manager.cc:714] Time spent opening directory manager: real 0.013s	user 0.005s	sys 0.005s
13:59:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.301855 18057 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.303817 18017 fs_manager.cc:730] Time spent opening block manager: real 0.021s	user 0.006s	sys 0.013s
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.304189 18017 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:08 on dist-test-slave-4tdj"
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.307090 18017 fs_report.cc:389] FS layout report
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/data
13:59:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.387125 18017 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:29.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.388648 18017 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.389079 18017 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:29.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.391882 18017 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.398191 18072 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.407181 18017 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.407447 18017 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.001s	sys 0.001s
13:59:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.407684 18017 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.412657 18017 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.412861 18017 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.003s	sys 0.000s
13:59:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.413444 18072 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap starting.
13:59:29.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.473522 18072 log.cc:826] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log is configured to *not* fsync() on all Append() calls
13:59:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.518265 18072 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.519289 18072 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap complete.
13:59:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.520736 18072 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent bootstrapping tablet: real 0.108s	user 0.058s	sys 0.046s
13:59:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.541487 18072 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.544186 18072 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Initialized, Role: FOLLOWER
13:59:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.545429 18072 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.552942 18072 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent starting tablet: real 0.032s	user 0.028s	sys 0.005s
13:59:29.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.588189 18017 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.129:39363
13:59:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.588617 18255 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.129:39363 every 8 connection(s)
13:59:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.590831 18017 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.599490 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 18017
13:59:29.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:29.633 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.640939 18263 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.641484 18263 heartbeater.cc:461] Registering TS with master...
13:59:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.642901 18263 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.643250 18259 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.643640 18259 heartbeater.cc:461] Registering TS with master...
13:59:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.645176 18259 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.646914 18258 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.647259 18258 heartbeater.cc:461] Registering TS with master...
13:59:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.648124 18258 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.648916 16065 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:29.650 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.131:34629
13:59:29.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.651023 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 17365
13:59:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.656293 16186 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.680133 16318 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:29.682868 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.129:39919
13:59:29.724 [DEBUG - kudu-nio-1] (Connection.java:239) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] handling channelInactive
13:59:29.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state READY due to: connection closed
13:59:29.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:29.726 [DEBUG - Time-limited test] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:29.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.727 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.739 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:29.739 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:29.739 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [3ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@136517342(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@bbe7a99 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a524b43 -> wakeup thread Time-limited test)) after lookup
13:59:29.740 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:29.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.741 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:29.759 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:29.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [3ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [16ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [16ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@136517342(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@bbe7a99 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a524b43 -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358))) after lookup
13:59:29.760 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:29.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.762 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:29.799 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:29.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [3ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [16ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [16ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [37ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [37ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [73ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@136517342(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@bbe7a99 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a524b43 -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320))) after lookup
13:59:29.800 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:29.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.802 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:29.839 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:29.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [3ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [16ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [16ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [37ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [37ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [73ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [77ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [77ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [113ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@136517342(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@bbe7a99 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320) -> (continuation of Deferred@1881821403 after retry RPC@1110202396), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a524b43 -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320) -> (continuation of Deferred@1881821403 after retry RPC@1110202396))) after lookup
13:59:29.840 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:29.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.841 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:29.859 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:29.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=133), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [3ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [16ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [16ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [37ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [37ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [73ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [77ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [77ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [113ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [115ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [116ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [116ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [133ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@136517342(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@bbe7a99 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320) -> (continuation of Deferred@1881821403 after retry RPC@1110202396) -> (continuation of Deferred@2064134667 after retry RPC@1539598798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a524b43 -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320) -> (continuation of Deferred@1881821403 after retry RPC@1110202396) -> (continuation of Deferred@2064134667 after retry RPC@1539598798))) after lookup
13:59:29.860 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:29.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:29.861 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.687121 18258 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.032531 18278 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.033047 18278 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.035497 18278 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.039880 17742 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.044818 17742 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.047586 18183 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
13:59:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.048338 18183 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 3.
13:59:31.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.049727 17734 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
13:59:31.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.050500 18278 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Leader pre-election won for term 5
13:59:31.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.050834 18278 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Starting leader election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:31.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.051187 18278 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 4 FOLLOWER]: Advancing to term 5
13:59:31.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.055788 18278 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.057410 18278 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 5 election: Requested vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.058166 18183 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.058655 18183 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 3 FOLLOWER]: Advancing to term 5
13:59:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.060940 17742 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.065770 18183 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 5.
13:59:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.066778 17734 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
13:59:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.067444 18278 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 FOLLOWER]: Leader election won for term 5
13:59:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.069198 18278 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 LEADER]: Becoming Leader. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Running, Role: LEADER
13:59:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.070272 18278 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.081647 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 reported cstate change: term changed from 4 to 5, leader changed from dc917eb40b2244baa791375eff15a88c (127.15.155.131) to 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130). New cstate: current_term: 5 leader_uuid: "6601fedb485544bf9b8d9f2cba6da362" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
13:59:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.491315 17742 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.648725 18183 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Refusing update from remote peer 6601fedb485544bf9b8d9f2cba6da362: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
13:59:31.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.650207 18278 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
13:59:31.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:31.840 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:31.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2114), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [3ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [16ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [16ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [37ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [37ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [73ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [77ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [77ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [113ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [115ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [116ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [116ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [133ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [134ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [136ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [136ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2110ms] refreshing cache from master, [2110ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [2114ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@136517342(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@bbe7a99 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320) -> (continuation of Deferred@1881821403 after retry RPC@1110202396) -> (continuation of Deferred@2064134667 after retry RPC@1539598798) -> (continuation of Deferred@1847319304 after retry RPC@384386332), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a524b43 -> wakeup thread Time-limited test -> (continuation of Deferred@908770507 after retry RPC@784003358) -> (continuation of Deferred@1986830258 after retry RPC@262644320) -> (continuation of Deferred@1881821403 after retry RPC@1110202396) -> (continuation of Deferred@2064134667 after retry RPC@1539598798) -> (continuation of Deferred@1847319304 after retry RPC@384386332))) after lookup
13:59:31.841 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:31.842 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] Successfully connected to peer
13:59:31.860 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xf4f923e6, L:/127.0.0.1:51132 - R:/127.15.155.130:45109] using TOKEN/null
13:59:31.908 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.131:34629
13:59:31.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.910681 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:31.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:31.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.242070 18329 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.242612 18329 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.243075 18329 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.277186 18329 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.278311 18329 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.131
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.315137 18329 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.316603 18329 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.318188 18329 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.330900 18345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.331924 18347 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:33.493352 18351 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:33.495524 18349 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1160 milliseconds
13:59:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.495664 18329 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.497012 18329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.499778 18329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.501214 18329 hybrid_clock.cc:648] HybridClock initialized: now 1786456773501147 us; error 74 us; skew 500 ppm
13:59:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.502043 18329 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.508826 18329 webserver.cc:533] Webserver started at http://127.15.155.131:45633/ using document root <none> and password file <none>
13:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.509734 18329 fs_manager.cc:362] Metadata directory not provided
13:59:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.509928 18329 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.517982 18329 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.006s	sys 0.000s
13:59:33.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.522689 18375 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.523909 18329 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.524242 18329 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.526165 18329 fs_report.cc:389] FS layout report
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/data
13:59:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.583463 18329 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.585064 18329 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.585536 18329 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.589035 18329 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:33.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.596947 18390 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.605495 18329 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.605886 18329 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.002s	sys 0.000s
13:59:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.606281 18329 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.612453 18329 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.612659 18329 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.005s	sys 0.000s
13:59:33.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.613229 18390 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap starting.
13:59:33.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.679638 18390 log.cc:826] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Log is configured to *not* fsync() on all Append() calls
13:59:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.763481 18390 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:33.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.764637 18390 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap complete.
13:59:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.766487 18390 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent bootstrapping tablet: real 0.154s	user 0.105s	sys 0.040s
13:59:33.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.792174 18390 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:33.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.795444 18390 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Initialized, Role: FOLLOWER
13:59:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.796579 18390 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.800836 18390 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent starting tablet: real 0.034s	user 0.017s	sys 0.011s
13:59:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.808904 18329 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.131:34629
13:59:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.809230 18583 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.131:34629 every 8 connection(s)
13:59:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.811407 18329 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.813953 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 18329
13:59:33.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:33.845 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:33.845 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.130:45109
13:59:33.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:59:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.847092 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 17700
13:59:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.871461 18589 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.871986 18589 heartbeater.cc:461] Registering TS with master...
13:59:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.873145 18587 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.873306 18585 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.873528 18587 heartbeater.cc:461] Registering TS with master...
13:59:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.873620 18585 heartbeater.cc:461] Registering TS with master...
13:59:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.873454 18589 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.874619 18585 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.874807 18587 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:33.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.879405 16063 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.879690 16315 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.882377 16186 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.883831 16315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.131:53979
13:59:33.895 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] handling channelInactive
13:59:33.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state READY due to: connection closed
13:59:33.895 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:33.896 [DEBUG - Time-limited test] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:33.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.897 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:33.920 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:33.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [24ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1885639695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@4a8a59d4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4701886f -> wakeup thread Time-limited test)) after lookup
13:59:33.921 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:33.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.922 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:33.939 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:33.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [24ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [26ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [27ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [27ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [44ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1885639695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@4a8a59d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4701886f -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391))) after lookup
13:59:33.940 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:33.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.942 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:33.980 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:33.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [24ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [26ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [27ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [27ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [44ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [45ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [47ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [84ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1885639695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@4a8a59d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4701886f -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338))) after lookup
13:59:33.982 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:33.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:33.983 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:34.120 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:34.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=225), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [24ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [26ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [27ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [27ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [44ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [45ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [47ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [84ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [86ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [88ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [220ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [224ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1885639695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@4a8a59d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338) -> (continuation of Deferred@1289494692 after retry RPC@1011375630), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4701886f -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338) -> (continuation of Deferred@1289494692 after retry RPC@1011375630))) after lookup
13:59:34.121 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:34.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.123 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:34.600 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:34.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=704), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [24ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [26ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [27ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [27ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [44ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [45ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [47ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [84ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [86ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [88ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [220ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [224ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [226ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [228ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [228ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [700ms] refreshing cache from master, [700ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [704ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1885639695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@4a8a59d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338) -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4701886f -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338) -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852))) after lookup
13:59:34.601 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:34.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.603 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.887735 18585 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.188725 18609 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 6601fedb485544bf9b8d9f2cba6da362)
13:59:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.189159 18609 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:35.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.191481 18609 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.194424 18065 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.198493 18065 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.205065 18504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "dc917eb40b2244baa791375eff15a88c" is_pre_election: true
13:59:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.205773 18504 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in term 4.
13:59:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.207082 18065 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, dc917eb40b2244baa791375eff15a88c; no voters: 6601fedb485544bf9b8d9f2cba6da362
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.207759 18609 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Leader pre-election won for term 6
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.208057 18609 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Starting leader election (detected failure of leader 6601fedb485544bf9b8d9f2cba6da362)
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.208314 18609 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 5 FOLLOWER]: Advancing to term 6
13:59:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.212762 18609 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.214493 18609 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 6 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.216154 18504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.216704 18504 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 4 FOLLOWER]: Advancing to term 6
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.217958 18065 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.224009 18504 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in term 6.
13:59:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.225073 18065 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, dc917eb40b2244baa791375eff15a88c; no voters: 6601fedb485544bf9b8d9f2cba6da362
13:59:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.225767 18609 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 FOLLOWER]: Leader election won for term 6
13:59:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.227480 18609 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 LEADER]: Becoming Leader. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Running, Role: LEADER
13:59:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.228390 18609 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:35.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.237036 16315 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb reported cstate change: term changed from 5 to 6, leader changed from 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130) to 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129). New cstate: current_term: 6 leader_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
13:59:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.801800 18065 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb -> Peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Couldn't send request to peer 6601fedb485544bf9b8d9f2cba6da362. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.823781 18504 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Refusing update from remote peer 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
13:59:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.825541 18637 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
13:59:36.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:36.099 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:36.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2204), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [24ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [26ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [27ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [27ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [44ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [45ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [47ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [84ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [86ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [88ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [220ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [224ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [226ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [228ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [228ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [700ms] refreshing cache from master, [700ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [704ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [706ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [708ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [708ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2200ms] refreshing cache from master, [2200ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [2204ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1885639695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@4a8a59d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338) -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4701886f -> wakeup thread Time-limited test -> (continuation of Deferred@77662564 after retry RPC@1328065391) -> (continuation of Deferred@377762142 after retry RPC@486380338) -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433))) after lookup
13:59:36.101 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:36.102 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] Successfully connected to peer
13:59:36.131 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x76caa790, L:/127.0.0.1:41482 - R:/127.15.155.129:39363] using TOKEN/null
13:59:36.197 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.130:45109
13:59:36.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:36.200032 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:45109
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43397
13:59:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.517238 18658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.517728 18658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.518180 18658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.552062 18658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.552908 18658 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.130
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:36.591007 18658 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:45109
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43397
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:36.592387 18658 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:36.594273 18658 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.607772 18667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.613736 18668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.613919 18670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:36.616124 18658 server_base.cc:1061] running on GCE node
13:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.715317 18658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.718209 18658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.719723 18658 hybrid_clock.cc:648] HybridClock initialized: now 1786456777719638 us; error 75 us; skew 500 ppm
13:59:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.720597 18658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:37.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.727401 18658 webserver.cc:533] Webserver started at http://127.15.155.130:43397/ using document root <none> and password file <none>
13:59:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.728382 18658 fs_manager.cc:362] Metadata directory not provided
13:59:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.728582 18658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.736912 18658 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.005s	sys 0.000s
13:59:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.741580 18691 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:37.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.742885 18658 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:59:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.743191 18658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:10 on dist-test-slave-4tdj"
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.745428 18658 fs_report.cc:389] FS layout report
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/data
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.802855 18658 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.804369 18658 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.804857 18658 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.807957 18658 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.815047 18704 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.827195 18658 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.827455 18658 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.014s	user 0.000s	sys 0.002s
13:59:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.827781 18658 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:37.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.833166 18658 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:37.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.833418 18658 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.002s	sys 0.001s
13:59:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.833895 18704 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap starting.
13:59:37.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.903419 18704 log.cc:826] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Log is configured to *not* fsync() on all Append() calls
13:59:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.985343 18704 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.986847 18704 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap complete.
13:59:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.988310 18704 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent bootstrapping tablet: real 0.155s	user 0.092s	sys 0.054s
13:59:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.003437 18704 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.005590 18704 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Initialized, Role: FOLLOWER
13:59:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.006705 18704 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.010198 18704 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent starting tablet: real 0.022s	user 0.021s	sys 0.001s
13:59:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.016338 18658 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.130:45109
13:59:38.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.016644 18923 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.130:45109 every 8 connection(s)
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.018923 18658 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:38.029 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.027765 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 18658
13:59:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.073021 18924 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.073556 18924 heartbeater.cc:461] Registering TS with master...
13:59:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.075155 18924 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.078955 16318 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:38.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.081781 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.130:39743
13:59:38.087 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:38.087 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.129:39363
13:59:38.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:59:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.088150 18925 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.088415 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 18017
13:59:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.088515 18925 heartbeater.cc:461] Registering TS with master...
13:59:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.089104 18925 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.096974 16186 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.098140 18928 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.098500 18928 heartbeater.cc:461] Registering TS with master...
13:59:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.098987 18928 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.101689 16063 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:38.123 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] handling channelInactive
13:59:38.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state READY due to: connection closed
13:59:38.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:38.124 [DEBUG - Time-limited test] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:38.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.126 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.139 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:38.140 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:38.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [15ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@651008470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@6bc70200 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79c8a21c -> wakeup thread Time-limited test)) after lookup
13:59:38.141 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:38.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.142 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:38.159 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:38.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [15ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [16ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [18ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [19ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@651008470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@6bc70200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79c8a21c -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866))) after lookup
13:59:38.160 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:38.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.161 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:38.179 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:38.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [15ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [16ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [18ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [19ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [37ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@651008470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@6bc70200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79c8a21c -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432))) after lookup
13:59:38.180 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:38.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.182 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:38.319 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:38.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [15ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [16ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [18ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [19ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [37ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [56ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [58ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [58ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [194ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@651008470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@6bc70200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432) -> (continuation of Deferred@1010038634 after retry RPC@411122593), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79c8a21c -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432) -> (continuation of Deferred@1010038634 after retry RPC@411122593))) after lookup
13:59:38.320 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:38.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.321 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:38.699 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:38.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=575), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [15ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [16ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [18ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [19ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [37ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [56ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [58ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [58ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [194ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [196ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [197ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [197ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [571ms] refreshing cache from master, [571ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [574ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@651008470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@6bc70200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432) -> (continuation of Deferred@1010038634 after retry RPC@411122593) -> (continuation of Deferred@1358906529 after retry RPC@1093804332), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79c8a21c -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432) -> (continuation of Deferred@1010038634 after retry RPC@411122593) -> (continuation of Deferred@1358906529 after retry RPC@1093804332))) after lookup
13:59:38.700 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:38.702 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.702 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:38.702 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.085667 18924 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.219183 18947 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 31a5ac0204dd49ecbd4bdca6ae0d32cb)
13:59:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.219633 18947 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.222090 18947 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.225646 18376 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.229318 18376 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.234555 18828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362" is_pre_election: true
13:59:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.235306 18828 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 5.
13:59:39.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.236939 18382 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb
13:59:39.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.237659 18947 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Leader pre-election won for term 7
13:59:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.237911 18947 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Starting leader election (detected failure of leader 31a5ac0204dd49ecbd4bdca6ae0d32cb)
13:59:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.238207 18947 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 6 FOLLOWER]: Advancing to term 7
13:59:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.243009 18947 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.244675 18947 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 7 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.245620 18828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.246037 18828 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 5 FOLLOWER]: Advancing to term 7
13:59:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.248314 18376 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.252990 18828 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 7.
13:59:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.253983 18382 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb
13:59:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.254665 18947 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Leader election won for term 7
13:59:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.256349 18947 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 LEADER]: Becoming Leader. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Running, Role: LEADER
13:59:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.257124 18947 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.267917 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c reported cstate change: term changed from 6 to 7, leader changed from 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129) to dc917eb40b2244baa791375eff15a88c (127.15.155.131). New cstate: current_term: 7 leader_uuid: "dc917eb40b2244baa791375eff15a88c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: HEALTHY } } }
13:59:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.734861 18828 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Refusing update from remote peer dc917eb40b2244baa791375eff15a88c: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
13:59:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.736341 18947 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
13:59:39.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.777281 18376 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c -> Peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Couldn't send request to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:40.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:40.600 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:40.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2476), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [15ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [16ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [18ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [19ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [37ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [56ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [58ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [58ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [194ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [196ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [197ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [197ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [571ms] refreshing cache from master, [571ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [574ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [576ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [578ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [578ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2471ms] refreshing cache from master, [2471ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [2475ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@651008470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@6bc70200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432) -> (continuation of Deferred@1010038634 after retry RPC@411122593) -> (continuation of Deferred@1358906529 after retry RPC@1093804332) -> (continuation of Deferred@1842863025 after retry RPC@1035775078), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79c8a21c -> wakeup thread Time-limited test -> (continuation of Deferred@1907365330 after retry RPC@1297383866) -> (continuation of Deferred@1062093314 after retry RPC@1459506432) -> (continuation of Deferred@1010038634 after retry RPC@411122593) -> (continuation of Deferred@1358906529 after retry RPC@1093804332) -> (continuation of Deferred@1842863025 after retry RPC@1035775078))) after lookup
13:59:40.601 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:40.602 [DEBUG - kudu-nio-6] (Connection.java:757) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] Successfully connected to peer
13:59:40.633 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xfaefb94b, L:/127.0.0.1:46300 - R:/127.15.155.131:34629] using TOKEN/null
13:59:40.686 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.129:39363
13:59:40.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:59:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.688416 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:39363
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33037
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:41.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.015177 19021 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.015766 19021 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.016448 19021 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.058568 19021 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.059686 19021 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.129
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.100752 19021 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:39363
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33037
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.102607 19021 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:41.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.104465 19021 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.117667 19036 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.262349 16232 debug-util.cc:398] Leaking SignalData structure 0x7b0800059600 after lost signal to thread 16134
13:59:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.263190 16232 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac6c0 after lost signal to thread 16240
13:59:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.363720 18376 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c -> Peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Couldn't send request to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:59:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.523912 19034 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 19021
13:59:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.631361 19034 kernel_stack_watchdog.cc:198] Thread 19021 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
13:59:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.119412 19037 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.632738 19038 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1513 milliseconds
13:59:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.636476 19021 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.518s	user 0.005s	sys 0.000s
13:59:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.636752 19021 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.518s	user 0.005s	sys 0.000s
13:59:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.638283 19040 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.638358 19021 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.639554 19021 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.642037 19021 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.643494 19021 hybrid_clock.cc:648] HybridClock initialized: now 1786456782643461 us; error 36 us; skew 500 ppm
13:59:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.644363 19021 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:42.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.650375 19021 webserver.cc:533] Webserver started at http://127.15.155.129:33037/ using document root <none> and password file <none>
13:59:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.651283 19021 fs_manager.cc:362] Metadata directory not provided
13:59:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.651466 19021 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.662456 19021 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.007s	sys 0.000s
13:59:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.668160 19063 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.669485 19021 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
13:59:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.669891 19021 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:08 on dist-test-slave-4tdj"
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.672681 19021 fs_report.cc:389] FS layout report
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/data
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.726969 19021 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.728483 19021 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.728909 19021 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.731561 19021 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.737588 19077 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.746371 19021 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.746629 19021 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.002s	sys 0.000s
13:59:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.746853 19021 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.751470 19021 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.751658 19021 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.004s	sys 0.000s
13:59:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.752226 19077 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap starting.
13:59:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.824548 19077 log.cc:826] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log is configured to *not* fsync() on all Append() calls
13:59:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.927886 19077 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:42.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.928978 19077 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap complete.
13:59:42.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.930909 19077 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent bootstrapping tablet: real 0.179s	user 0.130s	sys 0.044s
13:59:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.939523 19021 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.129:39363
13:59:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.939616 19270 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.129:39363 every 8 connection(s)
13:59:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.943127 19021 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.944434 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 19021
13:59:42.945 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.953320 19077 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.956632 19077 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Initialized, Role: FOLLOWER
13:59:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.957707 19077 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.967890 19077 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent starting tablet: real 0.037s	user 0.026s	sys 0.009s
13:59:42.981 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:42.982 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.131:34629
13:59:42.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.983361 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 18329
13:59:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.998041 19272 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.998590 19272 heartbeater.cc:461] Registering TS with master...
13:59:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.999269 19271 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.999624 19271 heartbeater.cc:461] Registering TS with master...
13:59:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.000106 19272 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.000793 19271 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.004616 16318 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.005218 16185 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.007700 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.129:35635
13:59:43.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.011255 19271 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.022588 19278 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.023020 19278 heartbeater.cc:461] Registering TS with master...
13:59:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.023659 19278 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.027868 16063 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:43.030 [DEBUG - kudu-nio-6] (Connection.java:239) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] handling channelInactive
13:59:43.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state READY due to: connection closed
13:59:43.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:43.032 [DEBUG - Time-limited test] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.034 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:43.059 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:43.059 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test)) after lookup
13:59:43.060 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.061 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.079 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:43.080 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:43.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [29ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [29ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [47ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612))) after lookup
13:59:43.080 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.081 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:43.120 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:43.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [29ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [29ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [47ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [48ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [49ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428))) after lookup
13:59:43.122 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.123 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:43.159 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:43.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [29ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [29ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [47ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [48ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [49ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [89ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [91ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [91ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [126ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029))) after lookup
13:59:43.160 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.162 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:43.318 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:43.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=287), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [29ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [29ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [47ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [48ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [49ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [89ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [91ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [91ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [126ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [128ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [130ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [130ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [282ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [286ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029) -> (continuation of Deferred@318342721 after retry RPC@341002738), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029) -> (continuation of Deferred@318342721 after retry RPC@341002738))) after lookup
13:59:43.320 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.321 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:43.940 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:43.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=909), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [29ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [29ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [47ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [48ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [49ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [89ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [91ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [91ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [126ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [128ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [130ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [130ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [282ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [286ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [287ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [289ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [289ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [903ms] refreshing cache from master, [903ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [907ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029) -> (continuation of Deferred@318342721 after retry RPC@341002738) -> (continuation of Deferred@176843436 after retry RPC@77119190), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029) -> (continuation of Deferred@318342721 after retry RPC@341002738) -> (continuation of Deferred@176843436 after retry RPC@77119190))) after lookup
13:59:43.942 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:43.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:43.943 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.013573 19295 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:44.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.014504 19295 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.019104 19295 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.025694 18694 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.030390 18694 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.033977 19197 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
13:59:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.034731 19197 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 6.
13:59:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.035991 18692 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
13:59:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.036649 19295 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Leader pre-election won for term 8
13:59:44.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.036968 19295 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Starting leader election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
13:59:44.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.037223 19295 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 7 FOLLOWER]: Advancing to term 8
13:59:44.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.042433 19295 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.044076 19295 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 8 election: Requested vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.044879 19197 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.045331 19197 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 6 FOLLOWER]: Advancing to term 8
13:59:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.048239 18694 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
13:59:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.052279 19197 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 8.
13:59:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.053139 18692 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
13:59:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.053820 19295 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 FOLLOWER]: Leader election won for term 8
13:59:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.055388 19295 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 LEADER]: Becoming Leader. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Running, Role: LEADER
13:59:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.056399 19295 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.064586 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 reported cstate change: term changed from 7 to 8, leader changed from dc917eb40b2244baa791375eff15a88c (127.15.155.131) to 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130). New cstate: current_term: 8 leader_uuid: "6601fedb485544bf9b8d9f2cba6da362" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
13:59:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.485862 19197 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Refusing update from remote peer 6601fedb485544bf9b8d9f2cba6da362: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
13:59:44.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.487489 19295 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
13:59:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.526719 18694 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:44.679 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:44.680 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:44.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1648), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [27ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [29ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [29ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [47ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [48ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [49ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [49ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [89ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [91ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [91ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [126ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [128ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [130ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [130ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [282ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [286ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [287ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [289ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [289ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [903ms] refreshing cache from master, [903ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [907ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [909ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [911ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [911ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [1642ms] refreshing cache from master, [1643ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [1647ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@1596303236(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@722ef9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029) -> (continuation of Deferred@318342721 after retry RPC@341002738) -> (continuation of Deferred@176843436 after retry RPC@77119190) -> (continuation of Deferred@780221076 after retry RPC@1873698716), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29f4d1cd -> wakeup thread Time-limited test -> (continuation of Deferred@250627705 after retry RPC@29068612) -> (continuation of Deferred@739989662 after retry RPC@1897341428) -> (continuation of Deferred@1781796158 after retry RPC@577014029) -> (continuation of Deferred@318342721 after retry RPC@341002738) -> (continuation of Deferred@176843436 after retry RPC@77119190) -> (continuation of Deferred@780221076 after retry RPC@1873698716))) after lookup
13:59:44.681 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:44.682 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] Successfully connected to peer
13:59:44.704 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x357a7d90, L:/127.0.0.1:37926 - R:/127.15.155.130:45109] using TOKEN/null
13:59:44.750 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.131:34629
13:59:44.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.752087 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.089102 19340 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.089617 19340 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:45.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.090080 19340 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.123641 19340 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.124562 19340 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.131
13:59:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.161374 19340 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
13:59:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:45.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.163022 19340 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.165381 19340 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.179872 19351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:46.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.180788 19354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.356011 19357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.358387 19356 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1174 milliseconds
13:59:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.358476 19340 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.359635 19340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.362228 19340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:46.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.363677 19340 hybrid_clock.cc:648] HybridClock initialized: now 1786456786363622 us; error 54 us; skew 500 ppm
13:59:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.364490 19340 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:46.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.370626 19340 webserver.cc:533] Webserver started at http://127.15.155.131:45633/ using document root <none> and password file <none>
13:59:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.371709 19340 fs_manager.cc:362] Metadata directory not provided
13:59:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.371987 19340 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.380456 19340 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.001s	sys 0.004s
13:59:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.385388 19373 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.386593 19340 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:59:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.386889 19340 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.388787 19340 fs_report.cc:389] FS layout report
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/data
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.445524 19340 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.447149 19340 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.447595 19340 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.450542 19340 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.456732 19385 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.465159 19340 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.465400 19340 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.010s	user 0.001s	sys 0.001s
13:59:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.465624 19340 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.470391 19340 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.470579 19340 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.005s	sys 0.000s
13:59:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.471161 19385 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap starting.
13:59:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.555956 19385 log.cc:826] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Log is configured to *not* fsync() on all Append() calls
13:59:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.663025 19385 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:46.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.664149 19385 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap complete.
13:59:46.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.666105 19385 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent bootstrapping tablet: real 0.195s	user 0.151s	sys 0.032s
13:59:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.688469 19385 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.691591 19385 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Initialized, Role: FOLLOWER
13:59:46.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.693032 19385 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.703424 19385 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent starting tablet: real 0.037s	user 0.026s	sys 0.008s
13:59:46.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.736994 19340 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.131:34629
13:59:46.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.737673 19561 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.131:34629 every 8 connection(s)
13:59:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.740398 19340 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
13:59:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.750934 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 19340
13:59:46.753 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.782313 19571 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.782809 19571 heartbeater.cc:461] Registering TS with master...
13:59:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.784144 19571 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.791286 16185 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:46.793 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:46.793 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.130:45109
13:59:46.794 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:59:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.794734 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 18658
13:59:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.823964 19564 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.824379 19564 heartbeater.cc:461] Registering TS with master...
13:59:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.825456 19564 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.828720 16318 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.831540 16318 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.131:45597
13:59:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.834517 19572 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.834879 19572 heartbeater.cc:461] Registering TS with master...
13:59:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.835757 19572 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.839425 16063 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:46.855 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] handling channelInactive
13:59:46.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state READY due to: connection closed
13:59:46.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:46.859 [DEBUG - Time-limited test] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:46.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.861 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:46.880 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:46.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test)) after lookup
13:59:46.881 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:46.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.883 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:46.899 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:46.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [21ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [23ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [24ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355))) after lookup
13:59:46.900 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:46.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.901 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:46.939 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:46.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [21ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [23ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [24ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [40ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [42ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [79ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339))) after lookup
13:59:46.940 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:46.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:46.941 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:47.019 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:47.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [21ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [23ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [24ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [40ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [42ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [79ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [80ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [82ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [159ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974))) after lookup
13:59:47.020 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:47.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.023 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:47.319 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:47.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=460), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [21ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [23ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [24ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [40ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [42ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [79ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [80ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [82ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [159ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [161ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [164ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [164ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [460ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974) -> (continuation of Deferred@858039456 after retry RPC@132600671), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974) -> (continuation of Deferred@858039456 after retry RPC@132600671))) after lookup
13:59:47.321 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:47.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.322 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.836771 19564 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.884312 19584 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.884764 19584 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.887437 19584 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:47.891225 19377 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:47.895900 19377 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.898880 19197 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
13:59:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.900364 19374 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362
13:59:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.901116 19584 raft_consensus.cc:2749] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
13:59:48.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:48.179 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:48.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1320), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [21ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [23ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [24ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [40ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [42ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [79ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [80ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [82ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [159ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [161ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [164ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [164ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [460ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [461ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [463ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [463ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [1316ms] refreshing cache from master, [1316ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [1319ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974) -> (continuation of Deferred@858039456 after retry RPC@132600671) -> (continuation of Deferred@1631877641 after retry RPC@1543811285), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974) -> (continuation of Deferred@858039456 after retry RPC@132600671) -> (continuation of Deferred@1631877641 after retry RPC@1543811285))) after lookup
13:59:48.180 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
13:59:48.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:48.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:48.181 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109
13:59:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.259078 19594 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 6601fedb485544bf9b8d9f2cba6da362)
13:59:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.259526 19594 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.262041 19594 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.266360 19069 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.270992 19069 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.276511 19489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "dc917eb40b2244baa791375eff15a88c" is_pre_election: true
13:59:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.277263 19489 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in term 7.
13:59:48.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.278923 19069 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, dc917eb40b2244baa791375eff15a88c; no voters: 6601fedb485544bf9b8d9f2cba6da362
13:59:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.279889 19594 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Leader pre-election won for term 9
13:59:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.280146 19594 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Starting leader election (detected failure of leader 6601fedb485544bf9b8d9f2cba6da362)
13:59:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.280472 19594 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 8 FOLLOWER]: Advancing to term 9
13:59:48.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.285178 19594 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.286825 19594 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 9 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
13:59:48.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.288455 19489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "dc917eb40b2244baa791375eff15a88c"
13:59:48.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.289011 19489 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 7 FOLLOWER]: Advancing to term 9
13:59:48.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.291967 19069 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111)
13:59:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.298333 19489 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 31a5ac0204dd49ecbd4bdca6ae0d32cb in term 9.
13:59:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.299455 19069 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, dc917eb40b2244baa791375eff15a88c; no voters: 6601fedb485544bf9b8d9f2cba6da362
13:59:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.300145 19594 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 FOLLOWER]: Leader election won for term 9
13:59:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.301996 19594 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 LEADER]: Becoming Leader. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Running, Role: LEADER
13:59:48.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.302938 19594 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.313659 16318 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb reported cstate change: term changed from 8 to 9, leader changed from 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130) to 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129). New cstate: current_term: 9 leader_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
13:59:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.842890 19489 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Refusing update from remote peer 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
13:59:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.846135 19627 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
13:59:48.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.847473 19069 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb -> Peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Couldn't send request to peer 6601fedb485544bf9b8d9f2cba6da362. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.858682 19632 mvcc.cc:204] Tried to move back new op lower bound from 7317326990168879104 to 7317326987502419968. Current Snapshot: MvccSnapshot[applied={T|T < 7317326990168879104}]
13:59:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:51.403618 19069 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb -> Peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Couldn't send request to peer 6601fedb485544bf9b8d9f2cba6da362. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:59:51.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:51.899 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:51.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=5040), Traces: [0ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [2ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [21ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [23ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [24ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [40ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [42ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [42ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [79ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [80ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [82ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [82ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [159ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [161ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [164ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [164ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [460ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [461ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [463ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [463ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [1316ms] refreshing cache from master, [1316ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [1319ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [1321ms] sending RPC to server 6601fedb485544bf9b8d9f2cba6da362, [1322ms] received response from server 6601fedb485544bf9b8d9f2cba6da362: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [1322ms] delaying RPC due to: Network error: Failed to connect to peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109): Connection refused: /127.15.155.130:45109, [5036ms] refreshing cache from master, [5036ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [5040ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@225724247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@103babda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974) -> (continuation of Deferred@858039456 after retry RPC@132600671) -> (continuation of Deferred@1631877641 after retry RPC@1543811285) -> (continuation of Deferred@127098419 after retry RPC@2129183756), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eeccd6 -> wakeup thread Time-limited test -> (continuation of Deferred@715885311 after retry RPC@687434355) -> (continuation of Deferred@1582609768 after retry RPC@1033762339) -> (continuation of Deferred@648046951 after retry RPC@1960750974) -> (continuation of Deferred@858039456 after retry RPC@132600671) -> (continuation of Deferred@1631877641 after retry RPC@1543811285) -> (continuation of Deferred@127098419 after retry RPC@2129183756))) after lookup
13:59:51.900 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:51.901 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] Successfully connected to peer
13:59:51.917 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x9e2e2b03, L:/127.0.0.1:44666 - R:/127.15.155.129:39363] using TOKEN/null
13:59:51.974 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.130:45109
13:59:51.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:59:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:51.975994 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:45109
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43397
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.308192 19674 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.308877 19674 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.309650 19674 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.346876 19674 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.347728 19674 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.130
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:52.386693 19674 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/logs
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.130:45109
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.130
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43397
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.130
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:52.388007 19674 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:52.389686 19674 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.403046 19685 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:53.308229 19069 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111) [suppressed 10 similar messages]
13:59:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:52.404212 19687 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:53.730365 19694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:53.732897 19693 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1324 milliseconds
13:59:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:53.735014 19674 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.331s	user 0.506s	sys 0.782s
13:59:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:53.735373 19674 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.331s	user 0.506s	sys 0.782s
13:59:53.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.735694 19674 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:53.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.737187 19674 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.740087 19674 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:53.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.741556 19674 hybrid_clock.cc:648] HybridClock initialized: now 1786456793741435 us; error 118 us; skew 500 ppm
13:59:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.742709 19674 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.751832 19674 webserver.cc:533] Webserver started at http://127.15.155.130:43397/ using document root <none> and password file <none>
13:59:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.753208 19674 fs_manager.cc:362] Metadata directory not provided
13:59:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.753494 19674 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.764497 19674 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.000s	sys 0.009s
13:59:53.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.771116 19713 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.772390 19674 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.772699 19674 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:10 on dist-test-slave-4tdj"
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.775068 19674 fs_report.cc:389] FS layout report
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/wal
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/data
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:53.790970 19069 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb -> Peer 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109): Couldn't send request to peer 6601fedb485544bf9b8d9f2cba6da362. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.130:45109: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
13:59:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.846487 19674 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.848059 19674 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.848480 19674 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.851140 19674 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.856938 19723 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.865304 19674 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.865556 19674 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.010s	user 0.001s	sys 0.001s
13:59:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.865785 19674 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.871001 19674 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.871220 19674 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.005s	sys 0.000s
13:59:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.871742 19723 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap starting.
13:59:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:53.956079 19723 log.cc:826] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Log is configured to *not* fsync() on all Append() calls
13:59:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.060810 19723 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.061698 19723 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Bootstrap complete.
13:59:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.063062 19723 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent bootstrapping tablet: real 0.192s	user 0.127s	sys 0.054s
13:59:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.070181 19674 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.130:45109
13:59:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.070336 19903 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.130:45109 every 8 connection(s)
13:59:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.072849 19674 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-1/data/info.pb
13:59:54.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.081741 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 19674
13:59:54.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.093778 19723 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.102887 19723 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Initialized, Role: FOLLOWER
13:59:54.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.105248 19723 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:54.130 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:54.132 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.129:39363
13:59:54.133 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:59:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.133458 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 19021
13:59:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.148440 19723 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362: Time spent starting tablet: real 0.085s	user 0.022s	sys 0.011s
13:59:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.161566 19907 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.162106 19907 heartbeater.cc:461] Registering TS with master...
13:59:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.162482 19904 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.162837 19904 heartbeater.cc:461] Registering TS with master...
13:59:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.163679 19907 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.163964 19904 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.168243 19906 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.168586 19906 heartbeater.cc:461] Registering TS with master...
13:59:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.168440 16063 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.169445 19906 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.170846 16315 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.173358 16315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.130:59333
13:59:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.173600 16185 ts_manager.cc:194] Re-registered known tserver with Master: 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109)
13:59:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:54.176936 19904 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:54.183 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] handling channelInactive
13:59:54.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state READY due to: connection closed
13:59:54.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:54.185 [DEBUG - Time-limited test] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.187 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:54.199 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:54.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test)) after lookup
13:59:54.200 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.201 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:54.219 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:54.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [16ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [16ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006))) after lookup
13:59:54.220 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.221 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:54.259 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:54.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [16ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [16ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [36ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [74ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826))) after lookup
13:59:54.260 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.261 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:54.339 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:54.339 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [16ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [16ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [36ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [74ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [76ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [76ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [153ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642))) after lookup
13:59:54.340 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.341 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:54.559 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:54.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=374), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [16ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [16ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [36ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [74ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [76ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [76ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [153ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [155ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [156ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [156ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [370ms] refreshing cache from master, [370ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [373ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642) -> (continuation of Deferred@1119558028 after retry RPC@1765577711), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642) -> (continuation of Deferred@1119558028 after retry RPC@1765577711))) after lookup
13:59:54.560 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.561 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:54.659 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)[L],6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
13:59:54.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=474), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [16ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [16ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [36ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [74ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [76ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [76ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [153ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [155ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [156ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [156ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [370ms] refreshing cache from master, [370ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [373ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [374ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [376ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [376ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [470ms] refreshing cache from master, [470ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [474ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642) -> (continuation of Deferred@1119558028 after retry RPC@1765577711) -> (continuation of Deferred@510301818 after retry RPC@331664819), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642) -> (continuation of Deferred@1119558028 after retry RPC@1765577711) -> (continuation of Deferred@510301818 after retry RPC@331664819))) after lookup
13:59:54.660 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] connecting to peer
13:59:54.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:54.662 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363
13:59:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.397023 19925 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 31a5ac0204dd49ecbd4bdca6ae0d32cb)
13:59:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.397740 19925 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:55.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.399741 19925 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:55.404032 19374 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:55.407317 19374 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.411551 19828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362" is_pre_election: true
13:59:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.412268 19828 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 8.
13:59:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.413621 19377 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb
13:59:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.414335 19925 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Leader pre-election won for term 10
13:59:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.414613 19925 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Starting leader election (detected failure of leader 31a5ac0204dd49ecbd4bdca6ae0d32cb)
13:59:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.414937 19925 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 9 FOLLOWER]: Advancing to term 10
13:59:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.419921 19925 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.421365 19925 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 10 election: Requested vote from peers 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130:45109), 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.422227 19828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "dc917eb40b2244baa791375eff15a88c" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "6601fedb485544bf9b8d9f2cba6da362"
13:59:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.422744 19828 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 8 FOLLOWER]: Advancing to term 10
13:59:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:55.425005 19374 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111)
13:59:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.430330 19828 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc917eb40b2244baa791375eff15a88c in term 10.
13:59:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.431201 19377 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6601fedb485544bf9b8d9f2cba6da362, dc917eb40b2244baa791375eff15a88c; no voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb
13:59:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.431767 19925 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 10 FOLLOWER]: Leader election won for term 10
13:59:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.433002 19925 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 10 LEADER]: Becoming Leader. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Running, Role: LEADER
13:59:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.434024 19925 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.443756 16315 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c reported cstate change: term changed from 9 to 10, leader changed from 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129) to dc917eb40b2244baa791375eff15a88c (127.15.155.131). New cstate: current_term: 10 leader_uuid: "dc917eb40b2244baa791375eff15a88c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: HEALTHY } } }
13:59:55.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:55.832463 19374 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c -> Peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Couldn't send request to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.901978 19828 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Refusing update from remote peer dc917eb40b2244baa791375eff15a88c: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
13:59:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:55.903599 19925 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
13:59:57.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:57.159 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:57.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2974), Traces: [0ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [2ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [13ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [15ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [16ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [16ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [33ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [35ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [36ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [37ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [74ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [75ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [76ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [76ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [153ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [155ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [156ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [156ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [370ms] refreshing cache from master, [370ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [373ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [374ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [376ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [376ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [470ms] refreshing cache from master, [470ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [474ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [475ms] sending RPC to server 31a5ac0204dd49ecbd4bdca6ae0d32cb, [477ms] received response from server 31a5ac0204dd49ecbd4bdca6ae0d32cb: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [477ms] delaying RPC due to: Network error: Failed to connect to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363): Connection refused: /127.15.155.129:39363, [2969ms] refreshing cache from master, [2970ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [2973ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@593684417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@1b128f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642) -> (continuation of Deferred@1119558028 after retry RPC@1765577711) -> (continuation of Deferred@510301818 after retry RPC@331664819) -> (continuation of Deferred@337316073 after retry RPC@554165900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70bb2830 -> wakeup thread Time-limited test -> (continuation of Deferred@961810339 after retry RPC@1194298006) -> (continuation of Deferred@1836327032 after retry RPC@1454664826) -> (continuation of Deferred@1031672419 after retry RPC@1222405642) -> (continuation of Deferred@1119558028 after retry RPC@1765577711) -> (continuation of Deferred@510301818 after retry RPC@331664819) -> (continuation of Deferred@337316073 after retry RPC@554165900))) after lookup
13:59:57.160 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:57.161 [DEBUG - kudu-nio-6] (Connection.java:757) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] Successfully connected to peer
13:59:57.177 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xf08dc563, L:/127.0.0.1:44954 - R:/127.15.155.131:34629] using TOKEN/null
13:59:57.222 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.129:39363
13:59:57.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:59:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:57.224140 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:39363
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33037
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.548769 19988 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.549320 19988 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.549926 19988 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.583249 19988 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.584231 19988 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.129
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:57.621709 19988 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/logs
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.129:39363
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.129
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33037
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
13:59:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.129
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:57.623488 19988 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:57.625313 19988 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:57.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.638839 19998 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:58.152995 19374 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c -> Peer 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363): Couldn't send request to peer 31a5ac0204dd49ecbd4bdca6ae0d32cb. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.129:39363: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:59:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:57.639940 19999 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:58.886591 20002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:58.889344 20000 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1244 milliseconds
13:59:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.889451 19988 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.890853 19988 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.893108 19988 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.894490 19988 hybrid_clock.cc:648] HybridClock initialized: now 1786456798894429 us; error 54 us; skew 500 ppm
13:59:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.895668 19988 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.903512 19988 webserver.cc:533] Webserver started at http://127.15.155.129:33037/ using document root <none> and password file <none>
13:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.904846 19988 fs_manager.cc:362] Metadata directory not provided
13:59:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.905148 19988 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:58.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.913980 19988 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.006s	sys 0.001s
13:59:58.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.918725 20015 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:59:58.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.919888 19988 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.920230 19988 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:08 on dist-test-slave-4tdj"
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.922269 19988 fs_report.cc:389] FS layout report
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/wal
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/data
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.981123 19988 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:59:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.982790 19988 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.983297 19988 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:58.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.986060 19988 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:58.992035 20024 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:59:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.000276 19988 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:59:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.000514 19988 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.010s	user 0.000s	sys 0.002s
13:59:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.000895 19988 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:59:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.005775 19988 ts_tablet_manager.cc:616] Registered 1 tablets
13:59:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.005985 19988 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.001s	sys 0.001s
13:59:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.006374 20024 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap starting.
13:59:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.089377 20024 log.cc:826] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Log is configured to *not* fsync() on all Append() calls
13:59:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.188827 19988 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.129:39363
13:59:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.188954 20203 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.129:39363 every 8 connection(s)
13:59:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.191010 20024 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.191593 19988 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-0/data/info.pb
13:59:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.192005 20024 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Bootstrap complete.
13:59:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.193249 20024 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent bootstrapping tablet: real 0.187s	user 0.152s	sys 0.027s
13:59:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.202260 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 19988
13:59:59.203 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.215938 20024 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.219067 20024 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31a5ac0204dd49ecbd4bdca6ae0d32cb, State: Initialized, Role: FOLLOWER
13:59:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.220072 20024 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
13:59:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.249610 20204 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
13:59:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.249853 20024 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb: Time spent starting tablet: real 0.056s	user 0.046s	sys 0.012s
13:59:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.250138 20204 heartbeater.cc:461] Registering TS with master...
13:59:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.251549 20204 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
13:59:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.255824 16315 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.258615 16315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.129:48139
13:59:59.260 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:59:59.261 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.155.131:34629
13:59:59.261 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:59:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.261933 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 19340
13:59:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.279242 20204 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
13:59:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.287170 20205 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
13:59:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.287563 20205 heartbeater.cc:461] Registering TS with master...
13:59:59.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.288216 20205 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
13:59:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.291894 16185 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.307279 20206 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
13:59:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.307605 20206 heartbeater.cc:461] Registering TS with master...
13:59:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.308194 20206 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
13:59:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:59.312171 16063 ts_manager.cc:194] Re-registered known tserver with Master: 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363)
13:59:59.329 [DEBUG - kudu-nio-6] (Connection.java:239) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] handling channelInactive
13:59:59.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state READY due to: connection closed
13:59:59.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:59:59.330 [DEBUG - Time-limited test] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:59.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.332 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:59.333644 20226 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.227813 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.15.155.131:56459 (local address 127.15.155.129:39363)
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.245078 (+ 17265us) server_negotiation.cc:207] Beginning negotiation
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.245106 (+    28us) server_negotiation.cc:400] Waiting for connection header
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.281484 (+ 36378us) server_negotiation.cc:408] Connection header received
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.281749 (+   265us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.281793 (+    44us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.282267 (+   474us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.282527 (+   260us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:59.328582 (+ 46055us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.15.155.131:56459: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
13:59:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16591,"thread_start_us":16878,"threads_started":1}
13:59:59.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:59.338 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:59.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@687143129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@36d948cd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7998c313 -> wakeup thread Time-limited test)) after lookup
13:59:59.339 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:59.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.340 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.359 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:59.360 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:59.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [9ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [10ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@687143129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@36d948cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7998c313 -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615))) after lookup
13:59:59.361 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:59.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.362 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:59.399 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:59.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [9ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [10ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [31ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [32ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [32ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@687143129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@36d948cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7998c313 -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397))) after lookup
13:59:59.399 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:59.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.401 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.479 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:59.479 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:59.479 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [9ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [10ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [31ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [32ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [32ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [69ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [71ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [71ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [148ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@687143129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@36d948cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397) -> (continuation of Deferred@1148003769 after retry RPC@337396670), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7998c313 -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397) -> (continuation of Deferred@1148003769 after retry RPC@337396670))) after lookup
13:59:59.481 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:59.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.482 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
13:59:59.838 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109),dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)[L]]}]
13:59:59.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=508), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [9ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [10ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [31ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [32ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [32ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [69ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [71ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [71ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [148ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [150ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [152ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [152ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [504ms] refreshing cache from master, [504ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [508ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@687143129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@36d948cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397) -> (continuation of Deferred@1148003769 after retry RPC@337396670) -> (continuation of Deferred@300849945 after retry RPC@1729702697), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7998c313 -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397) -> (continuation of Deferred@1148003769 after retry RPC@337396670) -> (continuation of Deferred@300849945 after retry RPC@1729702697))) after lookup
13:59:59.839 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] connecting to peer
13:59:59.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] cleaning up while in state CONNECTING due to: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
13:59:59.841 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629) for tablet 5c945581f7554006a512563bd742ecef: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629
14:00:00.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.520419 20228 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
14:00:00.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.520851 20228 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
14:00:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.523962 20228 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
14:00:00.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:00.527860 19719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
14:00:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:00.531266 19719 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
14:00:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.535607 20130 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" is_pre_election: true
14:00:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.536283 20130 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 9.
14:00:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.537595 19716 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
14:00:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.538256 20228 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:00:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.538560 20228 raft_consensus.cc:493] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Starting leader election (detected failure of leader dc917eb40b2244baa791375eff15a88c)
14:00:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.538882 20228 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 10 FOLLOWER]: Advancing to term 11
14:00:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.543427 20228 raft_consensus.cc:515] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
14:00:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.544958 20228 leader_election.cc:290] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 11 election: Requested vote from peers 31a5ac0204dd49ecbd4bdca6ae0d32cb (127.15.155.129:39363), dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
14:00:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.545825 20130 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5c945581f7554006a512563bd742ecef" candidate_uuid: "6601fedb485544bf9b8d9f2cba6da362" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb"
14:00:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.546237 20130 raft_consensus.cc:3060] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 9 FOLLOWER]: Advancing to term 11
14:00:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:00.548463 19719 leader_election.cc:336] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111)
14:00:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.552999 20130 raft_consensus.cc:2468] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6601fedb485544bf9b8d9f2cba6da362 in term 11.
14:00:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.553884 19716 leader_election.cc:304] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 31a5ac0204dd49ecbd4bdca6ae0d32cb, 6601fedb485544bf9b8d9f2cba6da362; no voters: dc917eb40b2244baa791375eff15a88c
14:00:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.554641 20228 raft_consensus.cc:2804] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 11 FOLLOWER]: Leader election won for term 11
14:00:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.556269 20228 raft_consensus.cc:697] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [term 11 LEADER]: Becoming Leader. State: Replica: 6601fedb485544bf9b8d9f2cba6da362, State: Running, Role: LEADER
14:00:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.557129 20228 consensus_queue.cc:237] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
14:00:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:00.565789 16315 catalog_manager.cc:5719] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 reported cstate change: term changed from 10 to 11, leader changed from dc917eb40b2244baa791375eff15a88c (127.15.155.131) to 6601fedb485544bf9b8d9f2cba6da362 (127.15.155.130). New cstate: current_term: 11 leader_uuid: "6601fedb485544bf9b8d9f2cba6da362" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } health_report { overall_health: UNKNOWN } } }
14:00:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:01.160845 20130 raft_consensus.cc:1275] T 5c945581f7554006a512563bd742ecef P 31a5ac0204dd49ecbd4bdca6ae0d32cb [term 11 FOLLOWER]: Refusing update from remote peer 6601fedb485544bf9b8d9f2cba6da362: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
14:00:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:01.162376 20253 consensus_queue.cc:1048] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:00:01.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:01.176232 20257 mvcc.cc:204] Tried to move back new op lower bound from 7317327041257332736 to 7317327034106114048. Current Snapshot: MvccSnapshot[applied={T|T < 7317327041257332736}]
14:00:01.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:01.200706 19719 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:00:01.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5c945581f7554006a512563bd742ecef for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459' with partition [<start>, <end>)
14:00:01.839 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5c945581f7554006a512563bd742ecef@[31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363),6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)[L],dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)]}]
14:00:01.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5c945581f7554006a512563bd742ecef, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2510), Traces: [0ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [2ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [9ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [10ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [10ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [31ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [32ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [32ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [69ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [71ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [71ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [148ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [150ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [152ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [152ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [504ms] refreshing cache from master, [504ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [508ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, [509ms] sending RPC to server dc917eb40b2244baa791375eff15a88c, [511ms] received response from server dc917eb40b2244baa791375eff15a88c: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [511ms] delaying RPC due to: Network error: Failed to connect to peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629): Connection refused: /127.15.155.131:34629, [2505ms] refreshing cache from master, [2505ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.155.188:41697, [2509ms] Sub RPC GetTableLocations: received response from server master-127.15.155.188:41697: OK, deferred=Deferred@687143129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007ff034320c88@36d948cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397) -> (continuation of Deferred@1148003769 after retry RPC@337396670) -> (continuation of Deferred@300849945 after retry RPC@1729702697) -> (continuation of Deferred@500501539 after retry RPC@867908819), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7998c313 -> wakeup thread Time-limited test -> (continuation of Deferred@195465883 after retry RPC@292463615) -> (continuation of Deferred@1871593472 after retry RPC@186349397) -> (continuation of Deferred@1148003769 after retry RPC@337396670) -> (continuation of Deferred@300849945 after retry RPC@1729702697) -> (continuation of Deferred@500501539 after retry RPC@867908819))) after lookup
14:00:01.840 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] connecting to peer
14:00:01.841 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] Successfully connected to peer
14:00:01.874 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xb495cae8, L:/127.0.0.1:39988 - R:/127.15.155.130:45109] using TOKEN/null
14:00:01.925 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.155.131:34629
14:00:01.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:00:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:01.927480 15982 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
14:00:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.252575 20289 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.253136 20289 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.253751 20289 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.299535 20289 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.300943 20289 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.155.131
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:02.342047 20289 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/logs
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.155.148:37549
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.155.131:34629
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.155.131
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45633
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.155.190:42381,127.15.155.189:37213,127.15.155.188:41697
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.155.131
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:02.343389 20289 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:02.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:02.345108 20289 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.357434 20306 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:02.358891 20307 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.632090 20309 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:03.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.634500 20308 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1272 milliseconds
14:00:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.635948 20289 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.277s	user 0.369s	sys 0.863s
14:00:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.636205 20289 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.278s	user 0.369s	sys 0.863s
14:00:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.636391 20289 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.637420 20289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.639729 20289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.641093 20289 hybrid_clock.cc:648] HybridClock initialized: now 1786456803641058 us; error 40 us; skew 500 ppm
14:00:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.641944 20289 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.649341 20289 webserver.cc:533] Webserver started at http://127.15.155.131:45633/ using document root <none> and password file <none>
14:00:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.650547 20289 fs_manager.cc:362] Metadata directory not provided
14:00:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.650779 20289 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:03.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.659088 20289 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.004s	sys 0.003s
14:00:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.664448 20335 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:00:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.665804 20289 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
14:00:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.666154 20289 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data,/tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
14:00:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc917eb40b2244baa791375eff15a88c"
14:00:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-4tdj"
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.668507 20289 fs_report.cc:389] FS layout report
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/wal
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/data
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.735863 20289 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:00:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.737416 20289 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.737866 20289 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:03.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.740461 20289 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.746214 20343 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:00:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.754534 20289 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:00:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.754762 20289 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.010s	user 0.001s	sys 0.001s
14:00:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.755007 20289 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:00:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.759716 20289 ts_tablet_manager.cc:616] Registered 1 tablets
14:00:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.759917 20289 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.004s	sys 0.000s
14:00:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.760418 20343 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap starting.
14:00:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.829692 20343 log.cc:826] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Log is configured to *not* fsync() on all Append() calls
14:00:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.907553 19719 consensus_peers.cc:597] T 5c945581f7554006a512563bd742ecef P 6601fedb485544bf9b8d9f2cba6da362 -> Peer dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629): Couldn't send request to peer dc917eb40b2244baa791375eff15a88c. Status: Network error: Client connection negotiation failed: client connection to 127.15.155.131:34629: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:00:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.933323 20289 rpc_server.cc:307] RPC server started. Bound to: 127.15.155.131:34629
14:00:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.933403 20520 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.155.131:34629 every 8 connection(s)
14:00:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.936179 20289 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzwvzQS/test-tmp/mini-kudu-cluster16779702400307710774/ts-2/data/info.pb
14:00:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.938422 15982 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu as pid 20289
14:00:03.939 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:00:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.944696 16120 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8840 after lost signal to thread 16001
14:00:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:03.945477 16120 debug-util.cc:398] Leaking SignalData structure 0x7b0800087fa0 after lost signal to thread 16126
14:00:03.970 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:00:03.985 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456753459, tablet=5c945581f7554006a512563bd742ecef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:00:03.991 [DEBUG - main] (Connection.java:575) [peer 31a5ac0204dd49ecbd4bdca6ae0d32cb(127.15.155.129:39363)] disconnecting while in state TERMINATED
14:00:03.992 [DEBUG - main] (Connection.java:575) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] disconnecting while in state READY
14:00:03.992 [DEBUG - main] (Connection.java:575) [peer dc917eb40b2244baa791375eff15a88c(127.15.155.131:34629)] disconnecting while in state TERMINATED
14:00:03.993 [DEBUG - main] (Connection.java:575) [peer master-127.15.155.189:37213(127.15.155.189:37213)] disconnecting while in state READY
14:00:03.993 [DEBUG - main] (Connection.java:575) [peer master-127.15.155.190:42381(127.15.155.190:42381)] disconnecting while in state READY
14:00:03.993 [DEBUG - main] (Connection.java:575) [peer master-127.15.155.188:41697(127.15.155.188:41697)] disconnecting while in state READY
14:00:03.997 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.155.189:37213(127.15.155.189:37213)] handling channelInactive
14:00:03.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.155.189:37213(127.15.155.189:37213)] cleaning up while in state READY due to: connection closed
14:00:03.998 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.155.190:42381(127.15.155.190:42381)] handling channelInactive
14:00:03.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.155.190:42381(127.15.155.190:42381)] cleaning up while in state READY due to: connection closed
14:00:03.999 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.155.188:41697(127.15.155.188:41697)] handling channelInactive
14:00:03.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.155.188:41697(127.15.155.188:41697)] cleaning up while in state READY due to: connection closed
14:00:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.995844 20521 heartbeater.cc:344] Connected to a master server at 127.15.155.188:41697
14:00:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.996371 20521 heartbeater.cc:461] Registering TS with master...
14:00:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.996820 20343 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:00:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.997993 20343 tablet_bootstrap.cc:492] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Bootstrap complete.
14:00:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.997968 20521 heartbeater.cc:507] Master 127.15.155.188:41697 requested a full tablet report, sending...
14:00:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:03.999862 20343 ts_tablet_manager.cc:1403] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent bootstrapping tablet: real 0.240s	user 0.174s	sys 0.028s
14:00:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.003547 16315 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
14:00:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.007050 16315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.155.131:60025
14:00:04.011 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:00:04.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.018702 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 19988
14:00:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.017488 20343 raft_consensus.cc:359] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
14:00:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.024358 20343 raft_consensus.cc:740] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc917eb40b2244baa791375eff15a88c, State: Initialized, Role: FOLLOWER
14:00:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.025421 20343 consensus_queue.cc:260] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6601fedb485544bf9b8d9f2cba6da362" member_type: VOTER last_known_addr { host: "127.15.155.130" port: 45109 } } peers { permanent_uuid: "31a5ac0204dd49ecbd4bdca6ae0d32cb" member_type: VOTER last_known_addr { host: "127.15.155.129" port: 39363 } } peers { permanent_uuid: "dc917eb40b2244baa791375eff15a88c" member_type: VOTER last_known_addr { host: "127.15.155.131" port: 34629 } }
14:00:04.041 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] handling channelInactive
14:00:04.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6601fedb485544bf9b8d9f2cba6da362(127.15.155.130:45109)] cleaning up while in state READY due to: connection closed
14:00:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.083761 20526 heartbeater.cc:344] Connected to a master server at 127.15.155.190:42381
14:00:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.084175 20526 heartbeater.cc:461] Registering TS with master...
14:00:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.084895 20526 heartbeater.cc:507] Master 127.15.155.190:42381 requested a full tablet report, sending...
14:00:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.088621 16063 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
14:00:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.089668 20522 heartbeater.cc:344] Connected to a master server at 127.15.155.189:37213
14:00:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.089902 20521 heartbeater.cc:499] Master 127.15.155.188:41697 was elected leader, sending a full tablet report...
14:00:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.090004 20522 heartbeater.cc:461] Registering TS with master...
14:00:04.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.090703 20522 heartbeater.cc:507] Master 127.15.155.189:37213 requested a full tablet report, sending...
14:00:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.092252 20343 ts_tablet_manager.cc:1434] T 5c945581f7554006a512563bd742ecef P dc917eb40b2244baa791375eff15a88c: Time spent starting tablet: real 0.092s	user 0.042s	sys 0.038s
14:00:04.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.096727 16185 ts_manager.cc:194] Re-registered known tserver with Master: dc917eb40b2244baa791375eff15a88c (127.15.155.131:34629)
14:00:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 14:00:04.129782 19716 connection.cc:573] client connection to 127.15.155.129:39363 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:00:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.131100 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 19674
14:00:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.163301 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 20289
14:00:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.195930 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 16000
14:00:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.237000 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 16130
14:00:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 14:00:04.284861 15982 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzwvzQS/build/tsan/bin/kudu with pid 16244
14:00:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T14:00:05Z chronyd exiting

Time: 69.207

OK (1 test)

